{"level":"warn","ts":"2026-04-22T20:37:45.857807Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T20:37:45.857955Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.222:2380","--initial-cluster=instance=https://199.204.45.222:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.222:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T20:37:45.858042Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T20:37:45.858053Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-22T20:37:45.858075Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T20:37:45.858782Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"]} {"level":"info","ts":"2026-04-22T20:37:45.858873Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.222:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T20:37:45.865592Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.478798ms"} {"level":"info","ts":"2026-04-22T20:37:45.878892Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"380f6760faea5f9e","cluster-id":"b87e8aca83a17eab"} {"level":"info","ts":"2026-04-22T20:37:45.878977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T20:37:45.879004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 0"} {"level":"info","ts":"2026-04-22T20:37:45.879014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 380f6760faea5f9e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T20:37:45.879032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became follower at term 1"} {"level":"info","ts":"2026-04-22T20:37:45.879073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"warn","ts":"2026-04-22T20:37:45.897818Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T20:37:45.899902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T20:37:45.901394Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T20:37:45.906824Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"380f6760faea5f9e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T20:37:45.90696Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T20:37:45.907102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T20:37:45.907061Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"380f6760faea5f9e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T20:37:45.907129Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T20:37:45.908179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e switched to configuration voters=(4039561056998809502)"} {"level":"info","ts":"2026-04-22T20:37:45.910298Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","added-peer-id":"380f6760faea5f9e","added-peer-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-22T20:37:45.911455Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T20:37:45.911718Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"380f6760faea5f9e","initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T20:37:45.911759Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T20:37:45.91198Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-22T20:37:45.912055Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-22T20:37:46.779802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T20:37:46.779879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T20:37:46.779914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgPreVoteResp from 380f6760faea5f9e at term 1"} {"level":"info","ts":"2026-04-22T20:37:46.779939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became candidate at term 2"} {"level":"info","ts":"2026-04-22T20:37:46.77996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e received MsgVoteResp from 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-04-22T20:37:46.779986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"380f6760faea5f9e became leader at term 2"} {"level":"info","ts":"2026-04-22T20:37:46.780007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 380f6760faea5f9e elected leader 380f6760faea5f9e at term 2"} {"level":"info","ts":"2026-04-22T20:37:46.782118Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"380f6760faea5f9e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.222:2379]}","request-path":"/0/members/380f6760faea5f9e/attributes","cluster-id":"b87e8aca83a17eab","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T20:37:46.782127Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T20:37:46.782177Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T20:37:46.782176Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T20:37:46.782463Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T20:37:46.782497Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T20:37:46.785479Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.222:2379"} {"level":"info","ts":"2026-04-22T20:37:46.78603Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T20:37:46.808001Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b87e8aca83a17eab","local-member-id":"380f6760faea5f9e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T20:37:46.808111Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T20:37:46.80814Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T20:37:48.285549Z","caller":"traceutil/trace.go:171","msg":"trace[378619790] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"226.074859ms","start":"2026-04-22T20:37:48.059446Z","end":"2026-04-22T20:37:48.285521Z","steps":["trace[378619790] 'process raft request' (duration: 226.016668ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:48.285559Z","caller":"traceutil/trace.go:171","msg":"trace[869943423] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"226.086479ms","start":"2026-04-22T20:37:48.059433Z","end":"2026-04-22T20:37:48.285519Z","steps":["trace[869943423] 'process raft request' (duration: 225.914685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:49.299958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014498063s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T20:37:49.300822Z","caller":"traceutil/trace.go:171","msg":"trace[258778097] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"1.24132834s","start":"2026-04-22T20:37:48.059463Z","end":"2026-04-22T20:37:49.300792Z","steps":["trace[258778097] 'process raft request' (duration: 1.241145726s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:49.300904Z","caller":"traceutil/trace.go:171","msg":"trace[406067235] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"1.241238997s","start":"2026-04-22T20:37:48.059651Z","end":"2026-04-22T20:37:49.30089Z","steps":["trace[406067235] 'process raft request' (duration: 1.241156065s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:49.300975Z","caller":"traceutil/trace.go:171","msg":"trace[771297641] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"1.231623088s","start":"2026-04-22T20:37:48.069346Z","end":"2026-04-22T20:37:49.300969Z","steps":["trace[771297641] 'process raft request' (duration: 1.231507616s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:49.300979Z","caller":"traceutil/trace.go:171","msg":"trace[1315556710] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.24132139s","start":"2026-04-22T20:37:48.059637Z","end":"2026-04-22T20:37:49.300958Z","steps":["trace[1315556710] 'process raft request' (duration: 1.241130076s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:49.301054Z","caller":"traceutil/trace.go:171","msg":"trace[238860009] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:8; }","duration":"1.241013333s","start":"2026-04-22T20:37:48.059882Z","end":"2026-04-22T20:37:49.300896Z","steps":["trace[238860009] 'read index received' (duration: 225.615649ms)","trace[238860009] 'applied index is now lower than readState.Index' (duration: 1.015396683s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:37:49.300845Z","caller":"traceutil/trace.go:171","msg":"trace[1762207644] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"1.24133163s","start":"2026-04-22T20:37:48.059499Z","end":"2026-04-22T20:37:49.300831Z","steps":["trace[1762207644] 'process raft request' (duration: 1.241230128s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:49.301417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241500163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-22T20:37:49.301453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.059444Z","time spent":"1.241442182s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:37:49.301587Z","caller":"traceutil/trace.go:171","msg":"trace[955468461] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"1.241715079s","start":"2026-04-22T20:37:48.059845Z","end":"2026-04-22T20:37:49.30156Z","steps":["trace[955468461] 'agreement among raft nodes before linearized reading' (duration: 1.241277549s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:49.301707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.059832Z","time spent":"1.241856562s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-22T20:37:49.301931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.059638Z","time spent":"1.24131576s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:49.301925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.069341Z","time spent":"1.23164981s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:49.302019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.059629Z","time spent":"1.241454433s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:49.302243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.059486Z","time spent":"1.241613656s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:49.801647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854792081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:37:50.336962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.421924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-22T20:37:50.337178Z","caller":"traceutil/trace.go:171","msg":"trace[282619989] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"2.048101802s","start":"2026-04-22T20:37:48.289023Z","end":"2026-04-22T20:37:50.337125Z","steps":["trace[282619989] 'process raft request' (duration: 1.57832966s)","trace[282619989] 'compare' (duration: 469.28398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:37:50.337338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.289002Z","time spent":"2.048255325s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:37:50.337662Z","caller":"traceutil/trace.go:171","msg":"trace[1607235693] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"2.048564472s","start":"2026-04-22T20:37:48.289064Z","end":"2026-04-22T20:37:50.337629Z","steps":["trace[1607235693] 'process raft request' (duration: 2.047986649s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.337773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.28904Z","time spent":"2.048657344s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:37:50.421246Z","caller":"traceutil/trace.go:171","msg":"trace[1701737782] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"1.11691957s","start":"2026-04-22T20:37:49.304295Z","end":"2026-04-22T20:37:50.421215Z","steps":["trace[1701737782] 'process raft request' (duration: 1.116749586s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.421322Z","caller":"traceutil/trace.go:171","msg":"trace[891034082] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"1.115801204s","start":"2026-04-22T20:37:49.305489Z","end":"2026-04-22T20:37:50.421291Z","steps":["trace[891034082] 'process raft request' (duration: 1.115578319s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.421371Z","caller":"traceutil/trace.go:171","msg":"trace[1049038790] linearizableReadLoop","detail":"{readStateIndex:23; appliedIndex:14; }","duration":"1.120133773s","start":"2026-04-22T20:37:49.301208Z","end":"2026-04-22T20:37:50.421342Z","steps":["trace[1049038790] 'read index received' (duration: 566.15271ms)","trace[1049038790] 'applied index is now lower than readState.Index' (duration: 553.979923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:37:50.421497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.305478Z","time spent":"1.115917747s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:37:50.421576Z","caller":"traceutil/trace.go:171","msg":"trace[39569836] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"1.117276788s","start":"2026-04-22T20:37:49.304288Z","end":"2026-04-22T20:37:50.421565Z","steps":["trace[39569836] 'process raft request' (duration: 1.116636423s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.421631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.304264Z","time spent":"1.11734553s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:50.42172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102129284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T20:37:50.421844Z","caller":"traceutil/trace.go:171","msg":"trace[1516767413] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"1.111399953s","start":"2026-04-22T20:37:49.31042Z","end":"2026-04-22T20:37:50.42182Z","steps":["trace[1516767413] 'process raft request' (duration: 1.110833521s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.421867Z","caller":"traceutil/trace.go:171","msg":"trace[531487161] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"1.113344508s","start":"2026-04-22T20:37:49.308471Z","end":"2026-04-22T20:37:50.421816Z","steps":["trace[531487161] 'process raft request' (duration: 1.112708744s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.421907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31136936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-04-22T20:37:50.421757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359516207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-22T20:37:50.421987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.308462Z","time spent":"1.113470151s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:50.422003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194586265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T20:37:50.421962Z","caller":"traceutil/trace.go:171","msg":"trace[259957105] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"2.311446991s","start":"2026-04-22T20:37:48.110499Z","end":"2026-04-22T20:37:50.421946Z","steps":["trace[259957105] 'agreement among raft nodes before linearized reading' (duration: 2.311358179s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.42209Z","caller":"traceutil/trace.go:171","msg":"trace[823937380] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"1.11608699s","start":"2026-04-22T20:37:49.305979Z","end":"2026-04-22T20:37:50.422066Z","steps":["trace[823937380] 'process raft request' (duration: 1.115175029s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.421407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.304271Z","time spent":"1.117066983s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:37:50.422105Z","caller":"traceutil/trace.go:171","msg":"trace[1727426209] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"2.194699777s","start":"2026-04-22T20:37:48.22738Z","end":"2026-04-22T20:37:50.42208Z","steps":["trace[1727426209] 'agreement among raft nodes before linearized reading' (duration: 2.194524183s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.422133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.110486Z","time spent":"2.311618126s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-22T20:37:50.422151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.227301Z","time spent":"2.194840131s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-22T20:37:50.421997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464424951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-22T20:37:50.422283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371941559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T20:37:50.422018Z","caller":"traceutil/trace.go:171","msg":"trace[1625556040] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"1.116190673s","start":"2026-04-22T20:37:49.305773Z","end":"2026-04-22T20:37:50.421963Z","steps":["trace[1625556040] 'process raft request' (duration: 1.115352084s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.422516Z","caller":"traceutil/trace.go:171","msg":"trace[2115137085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"1.372042992s","start":"2026-04-22T20:37:49.050278Z","end":"2026-04-22T20:37:50.422321Z","steps":["trace[2115137085] 'agreement among raft nodes before linearized reading' (duration: 1.371205263s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:50.422522Z","caller":"traceutil/trace.go:171","msg":"trace[1966931824] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19; }","duration":"1.464798819s","start":"2026-04-22T20:37:48.957489Z","end":"2026-04-22T20:37:50.422288Z","steps":["trace[1966931824] 'agreement among raft nodes before linearized reading' (duration: 1.464340279s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.422574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.305765Z","time spent":"1.116763916s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:50.422143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.305968Z","time spent":"1.116154902s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:37:50.422611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.050258Z","time spent":"1.372335389s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:37:50.422642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.957461Z","time spent":"1.465144477s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-04-22T20:37:50.422544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.310411Z","time spent":"1.111468125s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:37:50.422837Z","caller":"traceutil/trace.go:171","msg":"trace[790237696] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:19; }","duration":"2.102262787s","start":"2026-04-22T20:37:48.319505Z","end":"2026-04-22T20:37:50.421768Z","steps":["trace[790237696] 'agreement among raft nodes before linearized reading' (duration: 2.101974671s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.422907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.319493Z","time spent":"2.103377582s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-22T20:37:50.422857Z","caller":"traceutil/trace.go:171","msg":"trace[1365219057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"1.359846464s","start":"2026-04-22T20:37:49.062171Z","end":"2026-04-22T20:37:50.422017Z","steps":["trace[1365219057] 'agreement among raft nodes before linearized reading' (duration: 1.359302632s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.42298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464787688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-22T20:37:50.423088Z","caller":"traceutil/trace.go:171","msg":"trace[1190886862] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:19; }","duration":"1.464906911s","start":"2026-04-22T20:37:48.958121Z","end":"2026-04-22T20:37:50.423028Z","steps":["trace[1190886862] 'agreement among raft nodes before linearized reading' (duration: 1.463398387s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.423153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:48.958098Z","time spent":"1.465044685s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-22T20:37:50.423085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.062139Z","time spent":"1.360926719s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:37:50.436306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.674178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-22T20:37:50.436334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.149903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-22T20:37:50.436387Z","caller":"traceutil/trace.go:171","msg":"trace[1264341502] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"528.235415ms","start":"2026-04-22T20:37:49.908138Z","end":"2026-04-22T20:37:50.436374Z","steps":["trace[1264341502] 'agreement among raft nodes before linearized reading' (duration: 528.068332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.436411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.90812Z","time spent":"528.285476ms","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-22T20:37:50.436352Z","caller":"traceutil/trace.go:171","msg":"trace[819123875] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:21; }","duration":"561.72826ms","start":"2026-04-22T20:37:49.874614Z","end":"2026-04-22T20:37:50.436343Z","steps":["trace[819123875] 'agreement among raft nodes before linearized reading' (duration: 561.621187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:37:50.436608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:49.87456Z","time spent":"562.030906ms","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-04-22T20:37:59.36519Z","caller":"traceutil/trace.go:171","msg":"trace[1337802113] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"116.353596ms","start":"2026-04-22T20:37:59.248801Z","end":"2026-04-22T20:37:59.365155Z","steps":["trace[1337802113] 'process raft request' (duration: 116.130641ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:37:59.74976Z","caller":"traceutil/trace.go:171","msg":"trace[595587679] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"349.276042ms","start":"2026-04-22T20:37:59.400461Z","end":"2026-04-22T20:37:59.749737Z","steps":["trace[595587679] 'process raft request' (duration: 322.276262ms)","trace[595587679] 'compare' (duration: 26.876367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:37:59.749895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:37:59.400427Z","time spent":"349.395205ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:03.329847Z","caller":"traceutil/trace.go:171","msg":"trace[1258806983] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"103.078986ms","start":"2026-04-22T20:38:03.226752Z","end":"2026-04-22T20:38:03.32983Z","steps":["trace[1258806983] 'process raft request' (duration: 102.979314ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:05.577897Z","caller":"traceutil/trace.go:171","msg":"trace[1736130985] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"342.679069ms","start":"2026-04-22T20:38:05.235194Z","end":"2026-04-22T20:38:05.577873Z","steps":["trace[1736130985] 'process raft request' (duration: 334.333174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:05.578054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:05.235172Z","time spent":"342.809121ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:05.578252Z","caller":"traceutil/trace.go:171","msg":"trace[238142107] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:438; }","duration":"138.299178ms","start":"2026-04-22T20:38:05.439935Z","end":"2026-04-22T20:38:05.578234Z","steps":["trace[238142107] 'read index received' (duration: 129.682397ms)","trace[238142107] 'applied index is now lower than readState.Index' (duration: 8.616011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:05.578396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.451882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:38:05.578399Z","caller":"traceutil/trace.go:171","msg":"trace[1085924298] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"342.025894ms","start":"2026-04-22T20:38:05.236348Z","end":"2026-04-22T20:38:05.578374Z","steps":["trace[1085924298] 'process raft request' (duration: 341.769668ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:05.578434Z","caller":"traceutil/trace.go:171","msg":"trace[1151895915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"138.528734ms","start":"2026-04-22T20:38:05.439895Z","end":"2026-04-22T20:38:05.578423Z","steps":["trace[1151895915] 'agreement among raft nodes before linearized reading' (duration: 138.410261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:05.578495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:05.236333Z","time spent":"342.119885ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:05.578539Z","caller":"traceutil/trace.go:171","msg":"trace[1130442039] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"339.942925ms","start":"2026-04-22T20:38:05.23856Z","end":"2026-04-22T20:38:05.578503Z","steps":["trace[1130442039] 'process raft request' (duration: 339.624537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:05.578697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:05.238547Z","time spent":"340.072707ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:11.372502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854792960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:38:11.873577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854792960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:38:11.912651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452838079s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T20:38:11.913194Z","caller":"traceutil/trace.go:171","msg":"trace[749632764] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.453443863s","start":"2026-04-22T20:38:10.459713Z","end":"2026-04-22T20:38:11.913157Z","steps":["trace[749632764] 'process raft request' (duration: 1.453197197s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:11.913426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:10.459692Z","time spent":"1.453614907s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:11.937548Z","caller":"traceutil/trace.go:171","msg":"trace[2079709891] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"1.06596099s","start":"2026-04-22T20:38:10.87156Z","end":"2026-04-22T20:38:11.937521Z","steps":["trace[2079709891] 'read index received' (duration: 1.041313655s)","trace[2079709891] 'applied index is now lower than readState.Index' (duration: 24.645925ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:11.937666Z","caller":"traceutil/trace.go:171","msg":"trace[1730933346] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.036067963s","start":"2026-04-22T20:38:10.901556Z","end":"2026-04-22T20:38:11.937624Z","steps":["trace[1730933346] 'process raft request' (duration: 1.035813267s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:11.937821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.457176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:38:11.937799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.037267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:38:11.937874Z","caller":"traceutil/trace.go:171","msg":"trace[1243911816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"259.552038ms","start":"2026-04-22T20:38:11.678295Z","end":"2026-04-22T20:38:11.937847Z","steps":["trace[1243911816] 'agreement among raft nodes before linearized reading' (duration: 259.471656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:11.93772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066089313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:38:11.937886Z","caller":"traceutil/trace.go:171","msg":"trace[1089935190] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:464; }","duration":"469.170871ms","start":"2026-04-22T20:38:11.468691Z","end":"2026-04-22T20:38:11.937862Z","steps":["trace[1089935190] 'agreement among raft nodes before linearized reading' (duration: 469.024368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:11.93789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.77308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T20:38:11.937942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:10.901533Z","time spent":"1.036229816s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:11.93796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:11.468664Z","time spent":"469.282203ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T20:38:11.93794Z","caller":"traceutil/trace.go:171","msg":"trace[1007687036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"1.066381459s","start":"2026-04-22T20:38:10.871529Z","end":"2026-04-22T20:38:11.937911Z","steps":["trace[1007687036] 'agreement among raft nodes before linearized reading' (duration: 1.066082432s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:11.937972Z","caller":"traceutil/trace.go:171","msg":"trace[1557772435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"327.912073ms","start":"2026-04-22T20:38:11.61004Z","end":"2026-04-22T20:38:11.937952Z","steps":["trace[1557772435] 'agreement among raft nodes before linearized reading' (duration: 327.741459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:11.938025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:11.610012Z","time spent":"328.003656ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:38:11.938027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:10.871514Z","time spent":"1.066494193s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:38:20.24265Z","caller":"traceutil/trace.go:171","msg":"trace[309047284] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"219.283508ms","start":"2026-04-22T20:38:20.02334Z","end":"2026-04-22T20:38:20.242623Z","steps":["trace[309047284] 'process raft request' (duration: 219.101864ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956237Z","caller":"traceutil/trace.go:171","msg":"trace[577145861] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"926.599277ms","start":"2026-04-22T20:38:20.029598Z","end":"2026-04-22T20:38:20.956197Z","steps":["trace[577145861] 'process raft request' (duration: 926.29443ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956345Z","caller":"traceutil/trace.go:171","msg":"trace[818494171] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"913.486991ms","start":"2026-04-22T20:38:20.042832Z","end":"2026-04-22T20:38:20.956319Z","steps":["trace[818494171] 'process raft request' (duration: 913.295916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.95641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.029585Z","time spent":"926.74199ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.956454Z","caller":"traceutil/trace.go:171","msg":"trace[1128636799] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"894.452976ms","start":"2026-04-22T20:38:20.061983Z","end":"2026-04-22T20:38:20.956436Z","steps":["trace[1128636799] 'process raft request' (duration: 894.310253ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956469Z","caller":"traceutil/trace.go:171","msg":"trace[1305555698] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"896.023553ms","start":"2026-04-22T20:38:20.06039Z","end":"2026-04-22T20:38:20.956413Z","steps":["trace[1305555698] 'process raft request' (duration: 895.848719ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956503Z","caller":"traceutil/trace.go:171","msg":"trace[1682634821] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"896.196807ms","start":"2026-04-22T20:38:20.060267Z","end":"2026-04-22T20:38:20.956464Z","steps":["trace[1682634821] 'process raft request' (duration: 895.91172ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956553Z","caller":"traceutil/trace.go:171","msg":"trace[1599704484] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"889.280926ms","start":"2026-04-22T20:38:20.067259Z","end":"2026-04-22T20:38:20.95654Z","steps":["trace[1599704484] 'process raft request' (duration: 889.148493ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:20.956544Z","caller":"traceutil/trace.go:171","msg":"trace[1391077859] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"889.813698ms","start":"2026-04-22T20:38:20.066703Z","end":"2026-04-22T20:38:20.956516Z","steps":["trace[1391077859] 'process raft request' (duration: 889.645884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.956556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.042818Z","time spent":"913.625334ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.956568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.061975Z","time spent":"894.533878ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.956597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.067254Z","time spent":"889.321637ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.956345Z","caller":"traceutil/trace.go:171","msg":"trace[546479936] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"915.19351ms","start":"2026-04-22T20:38:20.041093Z","end":"2026-04-22T20:38:20.956287Z","steps":["trace[546479936] 'process raft request' (duration: 914.980745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.956625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.066693Z","time spent":"889.89347ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.956628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.06036Z","time spent":"896.191547ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.956642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.060249Z","time spent":"896.31877ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.95672Z","caller":"traceutil/trace.go:171","msg":"trace[676041999] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"875.918624ms","start":"2026-04-22T20:38:20.080791Z","end":"2026-04-22T20:38:20.956709Z","steps":["trace[676041999] 'process raft request' (duration: 875.724569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.9567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.041077Z","time spent":"915.57648ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.956713Z","caller":"traceutil/trace.go:171","msg":"trace[830606421] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"877.545522ms","start":"2026-04-22T20:38:20.079124Z","end":"2026-04-22T20:38:20.95667Z","steps":["trace[830606421] 'process raft request' (duration: 877.332457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.956775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.080779Z","time spent":"875.962875ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.956765Z","caller":"traceutil/trace.go:171","msg":"trace[1341087697] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:533; }","duration":"921.416866ms","start":"2026-04-22T20:38:20.035321Z","end":"2026-04-22T20:38:20.956738Z","steps":["trace[1341087697] 'read index received' (duration: 207.207306ms)","trace[1341087697] 'applied index is now lower than readState.Index' (duration: 714.208549ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:20.956798Z","caller":"traceutil/trace.go:171","msg":"trace[352283430] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"743.221457ms","start":"2026-04-22T20:38:20.213526Z","end":"2026-04-22T20:38:20.956748Z","steps":["trace[352283430] 'process raft request' (duration: 743.131625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.956848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.079111Z","time spent":"877.677945ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.956877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.213489Z","time spent":"743.34694ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:38:20.956824Z","caller":"traceutil/trace.go:171","msg":"trace[1954087614] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"856.163743ms","start":"2026-04-22T20:38:20.100584Z","end":"2026-04-22T20:38:20.956747Z","steps":["trace[1954087614] 'process raft request' (duration: 855.989139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.95691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.581079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-22T20:38:20.956952Z","caller":"traceutil/trace.go:171","msg":"trace[1652072438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"921.647261ms","start":"2026-04-22T20:38:20.035295Z","end":"2026-04-22T20:38:20.956942Z","steps":["trace[1652072438] 'agreement among raft nodes before linearized reading' (duration: 921.511708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.956979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.035287Z","time spent":"921.686582ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:38:20.957034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.100545Z","time spent":"856.406518ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:20.957075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.384322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T20:38:20.957111Z","caller":"traceutil/trace.go:171","msg":"trace[200764905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"917.440913ms","start":"2026-04-22T20:38:20.039662Z","end":"2026-04-22T20:38:20.957103Z","steps":["trace[200764905] 'agreement among raft nodes before linearized reading' (duration: 917.339481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.957098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.752422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T20:38:20.957133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.039626Z","time spent":"917.503125ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:38:20.957146Z","caller":"traceutil/trace.go:171","msg":"trace[1283710892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"654.857025ms","start":"2026-04-22T20:38:20.302276Z","end":"2026-04-22T20:38:20.957133Z","steps":["trace[1283710892] 'agreement among raft nodes before linearized reading' (duration: 654.722432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:20.957232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:20.302254Z","time spent":"654.967247ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T20:38:21.66816Z","caller":"traceutil/trace.go:171","msg":"trace[2018364377] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"277.833704ms","start":"2026-04-22T20:38:21.39027Z","end":"2026-04-22T20:38:21.668103Z","steps":["trace[2018364377] 'process raft request' (duration: 272.782356ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:21.668472Z","caller":"traceutil/trace.go:171","msg":"trace[280919870] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:594; }","duration":"199.28004ms","start":"2026-04-22T20:38:21.469163Z","end":"2026-04-22T20:38:21.668443Z","steps":["trace[280919870] 'read index received' (duration: 193.936015ms)","trace[280919870] 'applied index is now lower than readState.Index' (duration: 5.343205ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:21.66855Z","caller":"traceutil/trace.go:171","msg":"trace[1317729770] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"225.167295ms","start":"2026-04-22T20:38:21.443358Z","end":"2026-04-22T20:38:21.668525Z","steps":["trace[1317729770] 'process raft request' (duration: 224.864928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:21.668613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.431404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:38:21.668649Z","caller":"traceutil/trace.go:171","msg":"trace[1270839817] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:572; }","duration":"199.520956ms","start":"2026-04-22T20:38:21.469118Z","end":"2026-04-22T20:38:21.668639Z","steps":["trace[1270839817] 'agreement among raft nodes before linearized reading' (duration: 199.435374ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:22.100784Z","caller":"traceutil/trace.go:171","msg":"trace[1858066145] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"125.256844ms","start":"2026-04-22T20:38:21.975479Z","end":"2026-04-22T20:38:22.100735Z","steps":["trace[1858066145] 'process raft request' (duration: 114.039412ms)","trace[1858066145] 'compare' (duration: 10.800842ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:22.100814Z","caller":"traceutil/trace.go:171","msg":"trace[2054470554] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"103.016905ms","start":"2026-04-22T20:38:21.99776Z","end":"2026-04-22T20:38:22.100777Z","steps":["trace[2054470554] 'process raft request' (duration: 102.859641ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:23.187963Z","caller":"traceutil/trace.go:171","msg":"trace[581627574] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"183.065253ms","start":"2026-04-22T20:38:23.004872Z","end":"2026-04-22T20:38:23.187937Z","steps":["trace[581627574] 'process raft request' (duration: 109.24411ms)","trace[581627574] 'compare' (duration: 73.718151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:23.823406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.453726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:23.823491Z","caller":"traceutil/trace.go:171","msg":"trace[464772586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"145.573788ms","start":"2026-04-22T20:38:23.677899Z","end":"2026-04-22T20:38:23.823473Z","steps":["trace[464772586] 'range keys from in-memory index tree' (duration: 145.382233ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:24.643429Z","caller":"traceutil/trace.go:171","msg":"trace[375394196] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"232.031116ms","start":"2026-04-22T20:38:24.411368Z","end":"2026-04-22T20:38:24.643399Z","steps":["trace[375394196] 'process raft request' (duration: 230.983151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:24.904679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.041276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:24.904783Z","caller":"traceutil/trace.go:171","msg":"trace[545436355] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:606; }","duration":"205.197189ms","start":"2026-04-22T20:38:24.699564Z","end":"2026-04-22T20:38:24.904761Z","steps":["trace[545436355] 'range keys from in-memory index tree' (duration: 204.981975ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:25.243266Z","caller":"traceutil/trace.go:171","msg":"trace[1635229423] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"180.41739ms","start":"2026-04-22T20:38:25.062821Z","end":"2026-04-22T20:38:25.243239Z","steps":["trace[1635229423] 'read index received' (duration: 180.299937ms)","trace[1635229423] 'applied index is now lower than readState.Index' (duration: 116.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:25.243349Z","caller":"traceutil/trace.go:171","msg":"trace[20691805] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"233.394426ms","start":"2026-04-22T20:38:25.009932Z","end":"2026-04-22T20:38:25.243326Z","steps":["trace[20691805] 'process raft request' (duration: 233.15063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:25.243513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.672626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:38:25.243547Z","caller":"traceutil/trace.go:171","msg":"trace[273233170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"180.750658ms","start":"2026-04-22T20:38:25.062788Z","end":"2026-04-22T20:38:25.243539Z","steps":["trace[273233170] 'agreement among raft nodes before linearized reading' (duration: 180.606685ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:25.446862Z","caller":"traceutil/trace.go:171","msg":"trace[1723776856] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"199.014155ms","start":"2026-04-22T20:38:25.247778Z","end":"2026-04-22T20:38:25.446792Z","steps":["trace[1723776856] 'process raft request' (duration: 119.470698ms)","trace[1723776856] 'compare' (duration: 79.22267ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:25.447877Z","caller":"traceutil/trace.go:171","msg":"trace[1662272787] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"157.030795ms","start":"2026-04-22T20:38:25.29082Z","end":"2026-04-22T20:38:25.447851Z","steps":["trace[1662272787] 'process raft request' (duration: 156.091813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:25.764098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.739699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:25.764314Z","caller":"traceutil/trace.go:171","msg":"trace[392025776] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"261.905263ms","start":"2026-04-22T20:38:25.502373Z","end":"2026-04-22T20:38:25.764278Z","steps":["trace[392025776] 'process raft request' (duration: 62.747725ms)","trace[392025776] 'compare' (duration: 198.596275ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:26.611012Z","caller":"traceutil/trace.go:171","msg":"trace[331070956] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"255.087594ms","start":"2026-04-22T20:38:26.355901Z","end":"2026-04-22T20:38:26.610988Z","steps":["trace[331070956] 'read index received' (duration: 254.864388ms)","trace[331070956] 'applied index is now lower than readState.Index' (duration: 222.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:26.611115Z","caller":"traceutil/trace.go:171","msg":"trace[1115212876] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"278.89003ms","start":"2026-04-22T20:38:26.33218Z","end":"2026-04-22T20:38:26.61107Z","steps":["trace[1115212876] 'process raft request' (duration: 278.643624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:26.611253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.335909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:38:26.611327Z","caller":"traceutil/trace.go:171","msg":"trace[857383282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"255.468682ms","start":"2026-04-22T20:38:26.355842Z","end":"2026-04-22T20:38:26.61131Z","steps":["trace[857383282] 'agreement among raft nodes before linearized reading' (duration: 255.248147ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:26.754503Z","caller":"traceutil/trace.go:171","msg":"trace[536550573] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"130.844053ms","start":"2026-04-22T20:38:26.623611Z","end":"2026-04-22T20:38:26.754455Z","steps":["trace[536550573] 'read index received' (duration: 94.435274ms)","trace[536550573] 'applied index is now lower than readState.Index' (duration: 36.407549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:26.754705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.068139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:26.75476Z","caller":"traceutil/trace.go:171","msg":"trace[779181840] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:614; }","duration":"131.204692ms","start":"2026-04-22T20:38:26.623538Z","end":"2026-04-22T20:38:26.754743Z","steps":["trace[779181840] 'agreement among raft nodes before linearized reading' (duration: 131.089369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:26.754644Z","caller":"traceutil/trace.go:171","msg":"trace[1087150427] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"137.879218ms","start":"2026-04-22T20:38:26.616731Z","end":"2026-04-22T20:38:26.75461Z","steps":["trace[1087150427] 'process raft request' (duration: 101.319375ms)","trace[1087150427] 'compare' (duration: 36.278116ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:27.334218Z","caller":"traceutil/trace.go:171","msg":"trace[1215168883] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"151.926756ms","start":"2026-04-22T20:38:27.182262Z","end":"2026-04-22T20:38:27.334189Z","steps":["trace[1215168883] 'process raft request' (duration: 151.352173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:27.605626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.544634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:27.605709Z","caller":"traceutil/trace.go:171","msg":"trace[1422036634] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"153.955474ms","start":"2026-04-22T20:38:27.451742Z","end":"2026-04-22T20:38:27.605698Z","steps":["trace[1422036634] 'read index received' (duration: 206.045µs)","trace[1422036634] 'applied index is now lower than readState.Index' (duration: 153.748659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:27.605831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.093127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-22T20:38:27.605858Z","caller":"traceutil/trace.go:171","msg":"trace[559351006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"154.153288ms","start":"2026-04-22T20:38:27.451699Z","end":"2026-04-22T20:38:27.605852Z","steps":["trace[559351006] 'agreement among raft nodes before linearized reading' (duration: 154.030035ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:27.605975Z","caller":"traceutil/trace.go:171","msg":"trace[1887705589] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"206.89389ms","start":"2026-04-22T20:38:27.399058Z","end":"2026-04-22T20:38:27.605952Z","steps":["trace[1887705589] 'process raft request' (duration: 52.971877ms)","trace[1887705589] 'compare' (duration: 153.419551ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:28.179794Z","caller":"traceutil/trace.go:171","msg":"trace[496934368] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"114.019211ms","start":"2026-04-22T20:38:28.065704Z","end":"2026-04-22T20:38:28.179723Z","steps":["trace[496934368] 'process raft request' (duration: 113.397097ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:28.847345Z","caller":"traceutil/trace.go:171","msg":"trace[119339457] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"105.166573ms","start":"2026-04-22T20:38:28.742153Z","end":"2026-04-22T20:38:28.84732Z","steps":["trace[119339457] 'process raft request' (duration: 104.571449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.046141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.242391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.046241Z","caller":"traceutil/trace.go:171","msg":"trace[1700850480] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:622; }","duration":"232.368224ms","start":"2026-04-22T20:38:28.813853Z","end":"2026-04-22T20:38:29.046222Z","steps":["trace[1700850480] 'agreement among raft nodes before linearized reading' (duration: 34.382502ms)","trace[1700850480] 'range keys from in-memory index tree' (duration: 197.838367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:29.046246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.931224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.046329Z","caller":"traceutil/trace.go:171","msg":"trace[1353369370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"277.036846ms","start":"2026-04-22T20:38:28.769269Z","end":"2026-04-22T20:38:29.046306Z","steps":["trace[1353369370] 'agreement among raft nodes before linearized reading' (duration: 78.581794ms)","trace[1353369370] 'range keys from in-memory index tree' (duration: 198.32334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:29.046379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.833318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:38:29.046387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.465532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.046433Z","caller":"traceutil/trace.go:171","msg":"trace[1606557034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"248.91206ms","start":"2026-04-22T20:38:28.797504Z","end":"2026-04-22T20:38:29.046417Z","steps":["trace[1606557034] 'agreement among raft nodes before linearized reading' (duration: 50.336025ms)","trace[1606557034] 'count revisions from in-memory index tree' (duration: 198.504654ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:29.046504Z","caller":"traceutil/trace.go:171","msg":"trace[2110527210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:622; }","duration":"207.566895ms","start":"2026-04-22T20:38:28.838875Z","end":"2026-04-22T20:38:29.046442Z","steps":["trace[2110527210] 'range keys from in-memory index tree' (duration: 198.472423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.046667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.381619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:29.046794Z","caller":"traceutil/trace.go:171","msg":"trace[644357610] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"185.534181ms","start":"2026-04-22T20:38:28.861249Z","end":"2026-04-22T20:38:29.046783Z","steps":["trace[644357610] 'read index received' (duration: 79.986647ms)","trace[644357610] 'applied index is now lower than readState.Index' (duration: 105.546304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:29.046874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.614682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.046881Z","caller":"traceutil/trace.go:171","msg":"trace[70497000] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"190.580838ms","start":"2026-04-22T20:38:28.856279Z","end":"2026-04-22T20:38:29.046859Z","steps":["trace[70497000] 'process raft request' (duration: 84.945403ms)","trace[70497000] 'compare' (duration: 105.011631ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:29.046909Z","caller":"traceutil/trace.go:171","msg":"trace[104122486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"185.675673ms","start":"2026-04-22T20:38:28.861223Z","end":"2026-04-22T20:38:29.046899Z","steps":["trace[104122486] 'agreement among raft nodes before linearized reading' (duration: 185.614692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.04694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.619972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.04697Z","caller":"traceutil/trace.go:171","msg":"trace[772871907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"185.686014ms","start":"2026-04-22T20:38:28.861275Z","end":"2026-04-22T20:38:29.046961Z","steps":["trace[772871907] 'agreement among raft nodes before linearized reading' (duration: 185.612112ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:29.046961Z","caller":"traceutil/trace.go:171","msg":"trace[167631161] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"147.873681ms","start":"2026-04-22T20:38:28.899064Z","end":"2026-04-22T20:38:29.046938Z","steps":["trace[167631161] 'process raft request' (duration: 147.670166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.047044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.597012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:29.047075Z","caller":"traceutil/trace.go:171","msg":"trace[1617305860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:624; }","duration":"185.650363ms","start":"2026-04-22T20:38:28.861417Z","end":"2026-04-22T20:38:29.047067Z","steps":["trace[1617305860] 'agreement among raft nodes before linearized reading' (duration: 185.607682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.58056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.669024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8rhhz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-22T20:38:29.580677Z","caller":"traceutil/trace.go:171","msg":"trace[1255243170] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8rhhz; range_end:; response_count:1; response_revision:627; }","duration":"260.852988ms","start":"2026-04-22T20:38:29.319798Z","end":"2026-04-22T20:38:29.580651Z","steps":["trace[1255243170] 'range keys from in-memory index tree' (duration: 260.424748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.580575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.931017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T20:38:29.580715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.699678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:38:29.580798Z","caller":"traceutil/trace.go:171","msg":"trace[1086480473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"183.835411ms","start":"2026-04-22T20:38:29.39694Z","end":"2026-04-22T20:38:29.580775Z","steps":["trace[1086480473] 'range keys from in-memory index tree' (duration: 183.494743ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:29.58081Z","caller":"traceutil/trace.go:171","msg":"trace[1294591613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"188.167652ms","start":"2026-04-22T20:38:29.392601Z","end":"2026-04-22T20:38:29.580769Z","steps":["trace[1294591613] 'range keys from in-memory index tree' (duration: 187.735962ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:29.846288Z","caller":"traceutil/trace.go:171","msg":"trace[265602329] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"391.094619ms","start":"2026-04-22T20:38:29.455167Z","end":"2026-04-22T20:38:29.846262Z","steps":["trace[265602329] 'process raft request' (duration: 390.104535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:29.846439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.45514Z","time spent":"391.218461ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:31.065015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219024822s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T20:38:31.065672Z","caller":"traceutil/trace.go:171","msg":"trace[1717823885] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.481544159s","start":"2026-04-22T20:38:29.584091Z","end":"2026-04-22T20:38:31.065635Z","steps":["trace[1717823885] 'process raft request' (duration: 1.481183451s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:31.065697Z","caller":"traceutil/trace.go:171","msg":"trace[691335180] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.480874384s","start":"2026-04-22T20:38:29.584787Z","end":"2026-04-22T20:38:31.065662Z","steps":["trace[691335180] 'process raft request' (duration: 1.48070978s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:31.065883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.584054Z","time spent":"1.481708583s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:31.065882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.58476Z","time spent":"1.481023168s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:31.066227Z","caller":"traceutil/trace.go:171","msg":"trace[998458532] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:653; }","duration":"1.43656525s","start":"2026-04-22T20:38:29.629611Z","end":"2026-04-22T20:38:31.066176Z","steps":["trace[998458532] 'read index received' (duration: 215.294165ms)","trace[998458532] 'applied index is now lower than readState.Index' (duration: 1.221269865s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:31.066435Z","caller":"traceutil/trace.go:171","msg":"trace[1002143131] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.473893111s","start":"2026-04-22T20:38:29.592525Z","end":"2026-04-22T20:38:31.066418Z","steps":["trace[1002143131] 'process raft request' (duration: 1.473036521s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:31.066537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.592502Z","time spent":"1.473988073s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:31.066781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437169233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:38:31.066854Z","caller":"traceutil/trace.go:171","msg":"trace[395178168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"1.437245605s","start":"2026-04-22T20:38:29.62959Z","end":"2026-04-22T20:38:31.066836Z","steps":["trace[395178168] 'agreement among raft nodes before linearized reading' (duration: 1.43701018s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:31.066899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.629548Z","time spent":"1.437339027s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:38:31.084214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402836372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:31.084319Z","caller":"traceutil/trace.go:171","msg":"trace[1012362410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.402991685s","start":"2026-04-22T20:38:29.681299Z","end":"2026-04-22T20:38:31.084291Z","steps":["trace[1012362410] 'agreement among raft nodes before linearized reading' (duration: 1.402823462s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:31.084372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.681275Z","time spent":"1.403085948s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:38:31.084221Z","caller":"traceutil/trace.go:171","msg":"trace[1073859111] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.174568044s","start":"2026-04-22T20:38:29.909626Z","end":"2026-04-22T20:38:31.084194Z","steps":["trace[1073859111] 'process raft request' (duration: 1.174360749s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:31.084706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:29.909603Z","time spent":"1.175040876s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:38:33.092979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T20:38:33.093073Z","caller":"traceutil/trace.go:171","msg":"trace[381442729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766177s","start":"2026-04-22T20:38:31.092287Z","end":"2026-04-22T20:38:33.093053Z","steps":["trace[381442729] 'agreement among raft nodes before linearized reading' (duration: 2.000620914s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.093171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:31.092249Z","time spent":"2.000866449s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 20:38:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T20:38:33.130813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670731354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:33.130925Z","caller":"traceutil/trace.go:171","msg":"trace[384646964] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"2.038609041s","start":"2026-04-22T20:38:31.092292Z","end":"2026-04-22T20:38:33.130901Z","steps":["trace[384646964] 'read index received' (duration: 1.361192ms)","trace[384646964] 'applied index is now lower than readState.Index' (duration: 2.037243658s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:33.131044Z","caller":"traceutil/trace.go:171","msg":"trace[1242352523] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"2.042743127s","start":"2026-04-22T20:38:31.088288Z","end":"2026-04-22T20:38:33.131031Z","steps":["trace[1242352523] 'process raft request' (duration: 371.708536ms)","trace[1242352523] 'compare' (duration: 1.670627271s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:33.131116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:31.088267Z","time spent":"2.042812539s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:33.442786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.214959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:33.442985Z","caller":"traceutil/trace.go:171","msg":"trace[1120355323] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"311.969181ms","start":"2026-04-22T20:38:33.130992Z","end":"2026-04-22T20:38:33.442961Z","steps":["trace[1120355323] 'read index received' (duration: 193.516306ms)","trace[1120355323] 'applied index is now lower than readState.Index' (duration: 118.451285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:33.443117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347134692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:33.443161Z","caller":"traceutil/trace.go:171","msg":"trace[266779955] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:635; }","duration":"2.347185472s","start":"2026-04-22T20:38:31.095958Z","end":"2026-04-22T20:38:33.443144Z","steps":["trace[266779955] 'agreement among raft nodes before linearized reading' (duration: 2.34708196s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.443174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.281582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T20:38:33.443204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:31.09595Z","time spent":"2.347245004s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-22T20:38:33.443261Z","caller":"traceutil/trace.go:171","msg":"trace[943732101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"370.442437ms","start":"2026-04-22T20:38:33.072797Z","end":"2026-04-22T20:38:33.443239Z","steps":["trace[943732101] 'agreement among raft nodes before linearized reading' (duration: 370.196651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.443303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:33.072754Z","time spent":"370.540849ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T20:38:33.443187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972849606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T20:38:33.443336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.208811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T20:38:33.443327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.827596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:33.443394Z","caller":"traceutil/trace.go:171","msg":"trace[1822818052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"346.278613ms","start":"2026-04-22T20:38:33.097094Z","end":"2026-04-22T20:38:33.443372Z","steps":["trace[1822818052] 'agreement among raft nodes before linearized reading' (duration: 346.102809ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:33.443409Z","caller":"traceutil/trace.go:171","msg":"trace[390227364] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:635; }","duration":"1.97307424s","start":"2026-04-22T20:38:31.470282Z","end":"2026-04-22T20:38:33.443357Z","steps":["trace[390227364] 'agreement among raft nodes before linearized reading' (duration: 1.972771763s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.44338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.572719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:38:33.443394Z","caller":"traceutil/trace.go:171","msg":"trace[799884523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"349.919558ms","start":"2026-04-22T20:38:33.09346Z","end":"2026-04-22T20:38:33.443379Z","steps":["trace[799884523] 'agreement among raft nodes before linearized reading' (duration: 349.765514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.443471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:31.470259Z","time spent":"1.973193854s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T20:38:33.44348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:33.093423Z","time spent":"350.05121ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:38:33.443495Z","caller":"traceutil/trace.go:171","msg":"trace[677878154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"370.761764ms","start":"2026-04-22T20:38:33.072709Z","end":"2026-04-22T20:38:33.44347Z","steps":["trace[677878154] 'agreement among raft nodes before linearized reading' (duration: 370.343714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.443445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:33.097079Z","time spent":"346.357784ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:38:33.443544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:33.072514Z","time spent":"371.015089ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T20:38:33.443431Z","caller":"traceutil/trace.go:171","msg":"trace[1635369759] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.072905452s","start":"2026-04-22T20:38:32.370361Z","end":"2026-04-22T20:38:33.443266Z","steps":["trace[1635369759] 'process raft request' (duration: 954.037308ms)","trace[1635369759] 'compare' (duration: 117.952053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:33.444844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:32.370341Z","time spent":"1.073493496s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:33.579681Z","caller":"traceutil/trace.go:171","msg":"trace[861354745] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"131.884539ms","start":"2026-04-22T20:38:33.447772Z","end":"2026-04-22T20:38:33.579657Z","steps":["trace[861354745] 'process raft request' (duration: 119.844007ms)","trace[861354745] 'compare' (duration: 11.852687ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:33.580071Z","caller":"traceutil/trace.go:171","msg":"trace[766918340] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"131.677214ms","start":"2026-04-22T20:38:33.448363Z","end":"2026-04-22T20:38:33.58004Z","steps":["trace[766918340] 'process raft request' (duration: 131.52082ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:33.580145Z","caller":"traceutil/trace.go:171","msg":"trace[939936730] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:661; }","duration":"128.285025ms","start":"2026-04-22T20:38:33.45184Z","end":"2026-04-22T20:38:33.580126Z","steps":["trace[939936730] 'read index received' (duration: 2.686243ms)","trace[939936730] 'applied index is now lower than readState.Index' (duration: 125.596961ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:33.580083Z","caller":"traceutil/trace.go:171","msg":"trace[797693254] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"131.50336ms","start":"2026-04-22T20:38:33.448545Z","end":"2026-04-22T20:38:33.580048Z","steps":["trace[797693254] 'process raft request' (duration: 131.447478ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:33.580098Z","caller":"traceutil/trace.go:171","msg":"trace[910794608] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"124.980377ms","start":"2026-04-22T20:38:33.455101Z","end":"2026-04-22T20:38:33.580081Z","steps":["trace[910794608] 'process raft request' (duration: 124.942887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:33.580235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.378827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:33.580266Z","caller":"traceutil/trace.go:171","msg":"trace[2043221079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"128.439818ms","start":"2026-04-22T20:38:33.451812Z","end":"2026-04-22T20:38:33.580252Z","steps":["trace[2043221079] 'agreement among raft nodes before linearized reading' (duration: 128.370777ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:33.580106Z","caller":"traceutil/trace.go:171","msg":"trace[1901448295] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"132.233987ms","start":"2026-04-22T20:38:33.447855Z","end":"2026-04-22T20:38:33.580089Z","steps":["trace[1901448295] 'process raft request' (duration: 131.752225ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:34.489256Z","caller":"traceutil/trace.go:171","msg":"trace[1352355941] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"140.071669ms","start":"2026-04-22T20:38:34.349159Z","end":"2026-04-22T20:38:34.48923Z","steps":["trace[1352355941] 'process raft request' (duration: 128.389386ms)","trace[1352355941] 'compare' (duration: 11.55511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:34.794694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.870735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:34.794791Z","caller":"traceutil/trace.go:171","msg":"trace[778289458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"116.035098ms","start":"2026-04-22T20:38:34.678733Z","end":"2026-04-22T20:38:34.794768Z","steps":["trace[778289458] 'range keys from in-memory index tree' (duration: 115.767732ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:35.72186Z","caller":"traceutil/trace.go:171","msg":"trace[1273246124] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"260.001278ms","start":"2026-04-22T20:38:35.461841Z","end":"2026-04-22T20:38:35.721842Z","steps":["trace[1273246124] 'process raft request' (duration: 257.328826ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:35.724508Z","caller":"traceutil/trace.go:171","msg":"trace[209750673] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:692; }","duration":"140.424718ms","start":"2026-04-22T20:38:35.584054Z","end":"2026-04-22T20:38:35.724479Z","steps":["trace[209750673] 'read index received' (duration: 135.116654ms)","trace[209750673] 'applied index is now lower than readState.Index' (duration: 5.306834ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:35.724569Z","caller":"traceutil/trace.go:171","msg":"trace[2010612162] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"260.773716ms","start":"2026-04-22T20:38:35.46378Z","end":"2026-04-22T20:38:35.724553Z","steps":["trace[2010612162] 'process raft request' (duration: 260.472089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:35.724878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.11503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-22T20:38:35.724923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.116601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T20:38:35.724964Z","caller":"traceutil/trace.go:171","msg":"trace[425469057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"140.182772ms","start":"2026-04-22T20:38:35.584769Z","end":"2026-04-22T20:38:35.724952Z","steps":["trace[425469057] 'agreement among raft nodes before linearized reading' (duration: 140.062119ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:35.72496Z","caller":"traceutil/trace.go:171","msg":"trace[929313466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"140.239722ms","start":"2026-04-22T20:38:35.584701Z","end":"2026-04-22T20:38:35.724941Z","steps":["trace[929313466] 'agreement among raft nodes before linearized reading' (duration: 140.037488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:35.725102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.018371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-22T20:38:35.725441Z","caller":"traceutil/trace.go:171","msg":"trace[83684024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"141.40811ms","start":"2026-04-22T20:38:35.584013Z","end":"2026-04-22T20:38:35.725421Z","steps":["trace[83684024] 'agreement among raft nodes before linearized reading' (duration: 140.855957ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:37.282417Z","caller":"traceutil/trace.go:171","msg":"trace[2107484737] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"113.385287ms","start":"2026-04-22T20:38:37.169006Z","end":"2026-04-22T20:38:37.282392Z","steps":["trace[2107484737] 'read index received' (duration: 113.143761ms)","trace[2107484737] 'applied index is now lower than readState.Index' (duration: 240.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:37.282494Z","caller":"traceutil/trace.go:171","msg":"trace[309288806] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"123.233036ms","start":"2026-04-22T20:38:37.159219Z","end":"2026-04-22T20:38:37.282452Z","steps":["trace[309288806] 'process raft request' (duration: 122.97081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:37.28261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.585191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-22T20:38:37.282656Z","caller":"traceutil/trace.go:171","msg":"trace[698050812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:702; }","duration":"113.678834ms","start":"2026-04-22T20:38:37.168965Z","end":"2026-04-22T20:38:37.282644Z","steps":["trace[698050812] 'agreement among raft nodes before linearized reading' (duration: 113.5275ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:37.564755Z","caller":"traceutil/trace.go:171","msg":"trace[2093492444] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:731; }","duration":"205.650719ms","start":"2026-04-22T20:38:37.359078Z","end":"2026-04-22T20:38:37.564729Z","steps":["trace[2093492444] 'read index received' (duration: 205.497176ms)","trace[2093492444] 'applied index is now lower than readState.Index' (duration: 152.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:37.564799Z","caller":"traceutil/trace.go:171","msg":"trace[1590257951] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"269.438578ms","start":"2026-04-22T20:38:37.295336Z","end":"2026-04-22T20:38:37.564774Z","steps":["trace[1590257951] 'process raft request' (duration: 269.244344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:37.565034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.925736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8rhhz\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-04-22T20:38:37.565114Z","caller":"traceutil/trace.go:171","msg":"trace[1858223591] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8rhhz; range_end:; response_count:1; response_revision:704; }","duration":"206.051609ms","start":"2026-04-22T20:38:37.359045Z","end":"2026-04-22T20:38:37.565097Z","steps":["trace[1858223591] 'agreement among raft nodes before linearized reading' (duration: 205.800333ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:37.648358Z","caller":"traceutil/trace.go:171","msg":"trace[1829366817] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"288.559135ms","start":"2026-04-22T20:38:37.359782Z","end":"2026-04-22T20:38:37.648341Z","steps":["trace[1829366817] 'process raft request' (duration: 253.241931ms)","trace[1829366817] 'compare' (duration: 35.195851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:37.648531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.977264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:37.648624Z","caller":"traceutil/trace.go:171","msg":"trace[503943137] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:705; }","duration":"208.152208ms","start":"2026-04-22T20:38:37.44045Z","end":"2026-04-22T20:38:37.648602Z","steps":["trace[503943137] 'agreement among raft nodes before linearized reading' (duration: 207.975214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:37.648652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.498503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T20:38:37.64879Z","caller":"traceutil/trace.go:171","msg":"trace[482987405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:705; }","duration":"198.662727ms","start":"2026-04-22T20:38:37.450089Z","end":"2026-04-22T20:38:37.648751Z","steps":["trace[482987405] 'agreement among raft nodes before linearized reading' (duration: 198.278518ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:49.866006Z","caller":"traceutil/trace.go:171","msg":"trace[1124943394] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"439.934248ms","start":"2026-04-22T20:38:49.426049Z","end":"2026-04-22T20:38:49.865984Z","steps":["trace[1124943394] 'read index received' (duration: 439.713483ms)","trace[1124943394] 'applied index is now lower than readState.Index' (duration: 219.715µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:49.866102Z","caller":"traceutil/trace.go:171","msg":"trace[1934049246] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"497.566133ms","start":"2026-04-22T20:38:49.368496Z","end":"2026-04-22T20:38:49.866062Z","steps":["trace[1934049246] 'process raft request' (duration: 497.342838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:49.866276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.199174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jtm4s\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-22T20:38:49.866287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.368475Z","time spent":"497.713027ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:49.866323Z","caller":"traceutil/trace.go:171","msg":"trace[430051112] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jtm4s; range_end:; response_count:1; response_revision:804; }","duration":"440.272376ms","start":"2026-04-22T20:38:49.426039Z","end":"2026-04-22T20:38:49.866311Z","steps":["trace[430051112] 'agreement among raft nodes before linearized reading' (duration: 440.099422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:49.866361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.425973Z","time spent":"440.378689ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jtm4s\" "} {"level":"warn","ts":"2026-04-22T20:38:49.866358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.297108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:38:49.866432Z","caller":"traceutil/trace.go:171","msg":"trace[1830261587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"186.410031ms","start":"2026-04-22T20:38:49.679998Z","end":"2026-04-22T20:38:49.866408Z","steps":["trace[1830261587] 'agreement among raft nodes before linearized reading' (duration: 186.306469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:50.756363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.648062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:38:50.756521Z","caller":"traceutil/trace.go:171","msg":"trace[1485569233] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"885.703482ms","start":"2026-04-22T20:38:49.870792Z","end":"2026-04-22T20:38:50.756495Z","steps":["trace[1485569233] 'process raft request' (duration: 193.819114ms)","trace[1485569233] 'compare' (duration: 691.185642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:38:50.756706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.870766Z","time spent":"885.802254ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:38:50.772834Z","caller":"traceutil/trace.go:171","msg":"trace[2111054338] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:835; }","duration":"848.563335ms","start":"2026-04-22T20:38:49.924256Z","end":"2026-04-22T20:38:50.77282Z","steps":["trace[2111054338] 'read index received' (duration: 140.281754ms)","trace[2111054338] 'applied index is now lower than readState.Index' (duration: 708.280631ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:38:50.772902Z","caller":"traceutil/trace.go:171","msg":"trace[1489212725] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"898.333966ms","start":"2026-04-22T20:38:49.874543Z","end":"2026-04-22T20:38:50.772877Z","steps":["trace[1489212725] 'process raft request' (duration: 898.174263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:50.773033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.129741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T20:38:50.773073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.7887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:38:50.773108Z","caller":"traceutil/trace.go:171","msg":"trace[277159517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"805.226713ms","start":"2026-04-22T20:38:49.967863Z","end":"2026-04-22T20:38:50.77309Z","steps":["trace[277159517] 'agreement among raft nodes before linearized reading' (duration: 805.07702ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:38:50.773123Z","caller":"traceutil/trace.go:171","msg":"trace[1480060578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:806; }","duration":"848.922053ms","start":"2026-04-22T20:38:49.924186Z","end":"2026-04-22T20:38:50.773108Z","steps":["trace[1480060578] 'agreement among raft nodes before linearized reading' (duration: 848.720358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:50.773037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.874531Z","time spent":"898.423568ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:38:50.77317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.967845Z","time spent":"805.312515ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:38:50.773174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.924161Z","time spent":"849.001825ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T20:38:50.773337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.035075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:38:50.773423Z","caller":"traceutil/trace.go:171","msg":"trace[9858114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"777.150438ms","start":"2026-04-22T20:38:49.996252Z","end":"2026-04-22T20:38:50.773403Z","steps":["trace[9858114] 'agreement among raft nodes before linearized reading' (duration: 776.82306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:38:50.773492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:38:49.996241Z","time spent":"777.214769ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T20:38:55.065963Z","caller":"traceutil/trace.go:171","msg":"trace[1775107276] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"151.563498ms","start":"2026-04-22T20:38:54.914374Z","end":"2026-04-22T20:38:55.065937Z","steps":["trace[1775107276] 'process raft request' (duration: 151.091867ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:00.948305Z","caller":"traceutil/trace.go:171","msg":"trace[726713279] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"105.199236ms","start":"2026-04-22T20:39:00.843069Z","end":"2026-04-22T20:39:00.948268Z","steps":["trace[726713279] 'process raft request' (duration: 56.889477ms)","trace[726713279] 'compare' (duration: 48.022062ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:07.358943Z","caller":"traceutil/trace.go:171","msg":"trace[2063025910] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"114.463581ms","start":"2026-04-22T20:39:07.244454Z","end":"2026-04-22T20:39:07.358918Z","steps":["trace[2063025910] 'process raft request' (duration: 114.4272ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.359002Z","caller":"traceutil/trace.go:171","msg":"trace[797898262] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"114.740767ms","start":"2026-04-22T20:39:07.244218Z","end":"2026-04-22T20:39:07.358959Z","steps":["trace[797898262] 'process raft request' (duration: 68.104507ms)","trace[797898262] 'compare' (duration: 46.332583ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:07.359144Z","caller":"traceutil/trace.go:171","msg":"trace[1828646708] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"114.719556ms","start":"2026-04-22T20:39:07.244393Z","end":"2026-04-22T20:39:07.359113Z","steps":["trace[1828646708] 'process raft request' (duration: 114.45404ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.541245Z","caller":"traceutil/trace.go:171","msg":"trace[8109857] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"120.215264ms","start":"2026-04-22T20:39:07.421001Z","end":"2026-04-22T20:39:07.541216Z","steps":["trace[8109857] 'process raft request' (duration: 119.900226ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.541245Z","caller":"traceutil/trace.go:171","msg":"trace[977348528] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"103.945017ms","start":"2026-04-22T20:39:07.437265Z","end":"2026-04-22T20:39:07.54121Z","steps":["trace[977348528] 'process raft request' (duration: 103.756943ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.636701Z","caller":"traceutil/trace.go:171","msg":"trace[623667582] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"138.438886ms","start":"2026-04-22T20:39:07.498238Z","end":"2026-04-22T20:39:07.636677Z","steps":["trace[623667582] 'process raft request' (duration: 138.339504ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.636728Z","caller":"traceutil/trace.go:171","msg":"trace[1631509111] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"138.453866ms","start":"2026-04-22T20:39:07.498182Z","end":"2026-04-22T20:39:07.636636Z","steps":["trace[1631509111] 'process raft request' (duration: 133.330008ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.636955Z","caller":"traceutil/trace.go:171","msg":"trace[1979125398] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"136.941231ms","start":"2026-04-22T20:39:07.499988Z","end":"2026-04-22T20:39:07.63693Z","steps":["trace[1979125398] 'process raft request' (duration: 136.820738ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:07.636983Z","caller":"traceutil/trace.go:171","msg":"trace[820855064] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"137.830112ms","start":"2026-04-22T20:39:07.499127Z","end":"2026-04-22T20:39:07.636958Z","steps":["trace[820855064] 'process raft request' (duration: 137.508814ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:08.694333Z","caller":"traceutil/trace.go:171","msg":"trace[309084648] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"152.00125ms","start":"2026-04-22T20:39:08.542293Z","end":"2026-04-22T20:39:08.694295Z","steps":["trace[309084648] 'process raft request' (duration: 151.873107ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:11.757077Z","caller":"traceutil/trace.go:171","msg":"trace[1952943453] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1179; }","duration":"233.945746ms","start":"2026-04-22T20:39:11.523099Z","end":"2026-04-22T20:39:11.757045Z","steps":["trace[1952943453] 'read index received' (duration: 216.784219ms)","trace[1952943453] 'applied index is now lower than readState.Index' (duration: 17.160317ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:11.757216Z","caller":"traceutil/trace.go:171","msg":"trace[1278975733] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"243.212951ms","start":"2026-04-22T20:39:11.513964Z","end":"2026-04-22T20:39:11.757177Z","steps":["trace[1278975733] 'process raft request' (duration: 225.90667ms)","trace[1278975733] 'compare' (duration: 17.012904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:11.757438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.307785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5f9lw\" ","response":"range_response_count:1 size:3667"} {"level":"info","ts":"2026-04-22T20:39:11.757514Z","caller":"traceutil/trace.go:171","msg":"trace[1923890893] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5f9lw; range_end:; response_count:1; response_revision:1142; }","duration":"234.404848ms","start":"2026-04-22T20:39:11.523088Z","end":"2026-04-22T20:39:11.757493Z","steps":["trace[1923890893] 'agreement among raft nodes before linearized reading' (duration: 234.136681ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:11.888566Z","caller":"traceutil/trace.go:171","msg":"trace[1823919903] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1181; }","duration":"108.913112ms","start":"2026-04-22T20:39:11.779628Z","end":"2026-04-22T20:39:11.888541Z","steps":["trace[1823919903] 'read index received' (duration: 105.444662ms)","trace[1823919903] 'applied index is now lower than readState.Index' (duration: 3.46686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:11.888801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.062506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:39:11.888815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.139768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:11.888874Z","caller":"traceutil/trace.go:171","msg":"trace[1136443211] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1145; }","duration":"109.197768ms","start":"2026-04-22T20:39:11.779644Z","end":"2026-04-22T20:39:11.888842Z","steps":["trace[1136443211] 'agreement among raft nodes before linearized reading' (duration: 109.079226ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:11.888897Z","caller":"traceutil/trace.go:171","msg":"trace[677211424] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"123.890279ms","start":"2026-04-22T20:39:11.764972Z","end":"2026-04-22T20:39:11.888862Z","steps":["trace[677211424] 'process raft request' (duration: 120.159662ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:11.888943Z","caller":"traceutil/trace.go:171","msg":"trace[149604962] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1145; }","duration":"109.318042ms","start":"2026-04-22T20:39:11.779594Z","end":"2026-04-22T20:39:11.888912Z","steps":["trace[149604962] 'agreement among raft nodes before linearized reading' (duration: 109.113687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:11.888951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.182018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:11.888993Z","caller":"traceutil/trace.go:171","msg":"trace[1494398497] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"122.916216ms","start":"2026-04-22T20:39:11.766053Z","end":"2026-04-22T20:39:11.888969Z","steps":["trace[1494398497] 'process raft request' (duration: 122.410885ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:11.889022Z","caller":"traceutil/trace.go:171","msg":"trace[41219939] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1145; }","duration":"109.26868ms","start":"2026-04-22T20:39:11.779733Z","end":"2026-04-22T20:39:11.889002Z","steps":["trace[41219939] 'agreement among raft nodes before linearized reading' (duration: 109.159188ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:12.126646Z","caller":"traceutil/trace.go:171","msg":"trace[1397825651] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1183; }","duration":"155.547502ms","start":"2026-04-22T20:39:11.971067Z","end":"2026-04-22T20:39:12.126614Z","steps":["trace[1397825651] 'read index received' (duration: 116.734993ms)","trace[1397825651] 'applied index is now lower than readState.Index' (duration: 38.811189ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:12.126747Z","caller":"traceutil/trace.go:171","msg":"trace[367737293] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"230.582259ms","start":"2026-04-22T20:39:11.896106Z","end":"2026-04-22T20:39:12.126688Z","steps":["trace[367737293] 'process raft request' (duration: 191.691009ms)","trace[367737293] 'compare' (duration: 38.695846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:12.126872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.795208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:39:12.126943Z","caller":"traceutil/trace.go:171","msg":"trace[916772721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1146; }","duration":"155.929461ms","start":"2026-04-22T20:39:11.971Z","end":"2026-04-22T20:39:12.126929Z","steps":["trace[916772721] 'agreement among raft nodes before linearized reading' (duration: 155.719466ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:12.133001Z","caller":"traceutil/trace.go:171","msg":"trace[1855565903] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"133.278016ms","start":"2026-04-22T20:39:11.999707Z","end":"2026-04-22T20:39:12.132985Z","steps":["trace[1855565903] 'process raft request' (duration: 133.187274ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:12.390798Z","caller":"traceutil/trace.go:171","msg":"trace[80983277] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"259.288124ms","start":"2026-04-22T20:39:12.131486Z","end":"2026-04-22T20:39:12.390774Z","steps":["trace[80983277] 'process raft request' (duration: 248.619017ms)","trace[80983277] 'compare' (duration: 10.445222ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:12.489809Z","caller":"traceutil/trace.go:171","msg":"trace[597319265] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"355.651196ms","start":"2026-04-22T20:39:12.134121Z","end":"2026-04-22T20:39:12.489772Z","steps":["trace[597319265] 'process raft request' (duration: 355.438451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:12.490056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:12.134087Z","time spent":"355.83984ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:39:13.4838Z","caller":"traceutil/trace.go:171","msg":"trace[1025551652] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1190; }","duration":"116.997019ms","start":"2026-04-22T20:39:13.366768Z","end":"2026-04-22T20:39:13.483765Z","steps":["trace[1025551652] 'read index received' (duration: 25.587902ms)","trace[1025551652] 'applied index is now lower than readState.Index' (duration: 91.406537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:13.483936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.160363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:13.483952Z","caller":"traceutil/trace.go:171","msg":"trace[1868544444] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"265.328604ms","start":"2026-04-22T20:39:13.218566Z","end":"2026-04-22T20:39:13.483895Z","steps":["trace[1868544444] 'process raft request' (duration: 173.765264ms)","trace[1868544444] 'compare' (duration: 91.294534ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:13.484009Z","caller":"traceutil/trace.go:171","msg":"trace[1310416536] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1153; }","duration":"117.306346ms","start":"2026-04-22T20:39:13.366685Z","end":"2026-04-22T20:39:13.483992Z","steps":["trace[1310416536] 'agreement among raft nodes before linearized reading' (duration: 117.174313ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:14.244169Z","caller":"traceutil/trace.go:171","msg":"trace[2127571983] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"106.115518ms","start":"2026-04-22T20:39:14.138027Z","end":"2026-04-22T20:39:14.244143Z","steps":["trace[2127571983] 'process raft request' (duration: 105.955954ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:17.457159Z","caller":"traceutil/trace.go:171","msg":"trace[1196257851] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"129.726575ms","start":"2026-04-22T20:39:17.327406Z","end":"2026-04-22T20:39:17.457132Z","steps":["trace[1196257851] 'read index received' (duration: 129.455338ms)","trace[1196257851] 'applied index is now lower than readState.Index' (duration: 270.347µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:17.457258Z","caller":"traceutil/trace.go:171","msg":"trace[1597084473] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"150.213199ms","start":"2026-04-22T20:39:17.306965Z","end":"2026-04-22T20:39:17.457178Z","steps":["trace[1597084473] 'process raft request' (duration: 149.992423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:17.457387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.96723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:39:17.457436Z","caller":"traceutil/trace.go:171","msg":"trace[1031946434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"130.036211ms","start":"2026-04-22T20:39:17.327386Z","end":"2026-04-22T20:39:17.457422Z","steps":["trace[1031946434] 'agreement among raft nodes before linearized reading' (duration: 129.853537ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:17.598501Z","caller":"traceutil/trace.go:171","msg":"trace[1078646333] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"136.899981ms","start":"2026-04-22T20:39:17.461569Z","end":"2026-04-22T20:39:17.598469Z","steps":["trace[1078646333] 'process raft request' (duration: 118.800771ms)","trace[1078646333] 'compare' (duration: 17.711411ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:17.749655Z","caller":"traceutil/trace.go:171","msg":"trace[559145725] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"105.842691ms","start":"2026-04-22T20:39:17.643781Z","end":"2026-04-22T20:39:17.749624Z","steps":["trace[559145725] 'process raft request' (duration: 67.658837ms)","trace[559145725] 'compare' (duration: 37.753514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:26.582573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.104693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:39:26.582644Z","caller":"traceutil/trace.go:171","msg":"trace[112202221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"127.238066ms","start":"2026-04-22T20:39:26.45539Z","end":"2026-04-22T20:39:26.582629Z","steps":["trace[112202221] 'range keys from in-memory index tree' (duration: 126.713554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:27.179856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854794457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:39:27.680958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854794457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:39:27.923671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352992772s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T20:39:28.21371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.872503ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T20:39:28.213962Z","caller":"traceutil/trace.go:171","msg":"trace[1807172253] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1271; }","duration":"1.534211319s","start":"2026-04-22T20:39:26.679733Z","end":"2026-04-22T20:39:28.213944Z","steps":["trace[1807172253] 'read index received' (duration: 1.244141281s)","trace[1807172253] 'applied index is now lower than readState.Index' (duration: 290.069088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:28.214087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534343482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:28.214058Z","caller":"traceutil/trace.go:171","msg":"trace[1500631255] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"1.627664403s","start":"2026-04-22T20:39:26.586355Z","end":"2026-04-22T20:39:28.214019Z","steps":["trace[1500631255] 'process raft request' (duration: 1.627451958s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:28.214124Z","caller":"traceutil/trace.go:171","msg":"trace[713459943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"1.534424004s","start":"2026-04-22T20:39:26.67969Z","end":"2026-04-22T20:39:28.214114Z","steps":["trace[713459943] 'agreement among raft nodes before linearized reading' (duration: 1.534360243s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.214156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:26.679667Z","time spent":"1.534482845s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:39:28.214224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320737936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-22T20:39:28.214246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:26.58633Z","time spent":"1.627810857s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:39:28.21429Z","caller":"traceutil/trace.go:171","msg":"trace[529732296] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1231; }","duration":"1.320838519s","start":"2026-04-22T20:39:26.893434Z","end":"2026-04-22T20:39:28.214272Z","steps":["trace[529732296] 'agreement among raft nodes before linearized reading' (duration: 1.320685865s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.214319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:26.893416Z","time spent":"1.32089703s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-22T20:39:28.214345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.925673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:39:28.214385Z","caller":"traceutil/trace.go:171","msg":"trace[439331827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1231; }","duration":"564.994784ms","start":"2026-04-22T20:39:27.649379Z","end":"2026-04-22T20:39:28.214373Z","steps":["trace[439331827] 'agreement among raft nodes before linearized reading' (duration: 564.875341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.214405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:27.649364Z","time spent":"565.036766ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T20:39:28.214461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.303308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:39:28.214489Z","caller":"traceutil/trace.go:171","msg":"trace[543456396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1231; }","duration":"716.364349ms","start":"2026-04-22T20:39:27.498118Z","end":"2026-04-22T20:39:28.214483Z","steps":["trace[543456396] 'agreement among raft nodes before linearized reading' (duration: 716.299568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.214492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.043566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:39:28.214512Z","caller":"traceutil/trace.go:171","msg":"trace[901256371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1231; }","duration":"565.098207ms","start":"2026-04-22T20:39:27.649407Z","end":"2026-04-22T20:39:28.214506Z","steps":["trace[901256371] 'agreement among raft nodes before linearized reading' (duration: 565.048366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.21451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:27.498097Z","time spent":"716.407661ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:39:28.214532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:27.649389Z","time spent":"565.139598ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:39:28.214508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.412049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:28.214592Z","caller":"traceutil/trace.go:171","msg":"trace[1931289716] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1231; }","duration":"345.540272ms","start":"2026-04-22T20:39:27.869032Z","end":"2026-04-22T20:39:28.214573Z","steps":["trace[1931289716] 'agreement among raft nodes before linearized reading' (duration: 345.421169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.214653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036804521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-22T20:39:28.214666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:27.86901Z","time spent":"345.636884ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:39:28.214721Z","caller":"traceutil/trace.go:171","msg":"trace[1957987787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1231; }","duration":"1.036909534s","start":"2026-04-22T20:39:27.17779Z","end":"2026-04-22T20:39:28.2147Z","steps":["trace[1957987787] 'agreement among raft nodes before linearized reading' (duration: 1.036675498s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:28.21478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:27.17777Z","time spent":"1.036997155s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T20:39:32.033176Z","caller":"traceutil/trace.go:171","msg":"trace[561156714] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"110.472439ms","start":"2026-04-22T20:39:31.922663Z","end":"2026-04-22T20:39:32.033135Z","steps":["trace[561156714] 'process raft request' (duration: 48.446212ms)","trace[561156714] 'compare' (duration: 61.7595ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:34.381939Z","caller":"traceutil/trace.go:171","msg":"trace[1533062385] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"109.785392ms","start":"2026-04-22T20:39:34.272123Z","end":"2026-04-22T20:39:34.381909Z","steps":["trace[1533062385] 'process raft request' (duration: 109.583917ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:40.943104Z","caller":"traceutil/trace.go:171","msg":"trace[1300707565] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"129.743375ms","start":"2026-04-22T20:39:40.813306Z","end":"2026-04-22T20:39:40.943049Z","steps":["trace[1300707565] 'process raft request' (duration: 129.491819ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:42.521161Z","caller":"traceutil/trace.go:171","msg":"trace[1044720891] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"100.654721ms","start":"2026-04-22T20:39:42.420477Z","end":"2026-04-22T20:39:42.521132Z","steps":["trace[1044720891] 'process raft request' (duration: 100.462917ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:44.241416Z","caller":"traceutil/trace.go:171","msg":"trace[1227725872] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1412; }","duration":"407.562057ms","start":"2026-04-22T20:39:43.833825Z","end":"2026-04-22T20:39:44.241387Z","steps":["trace[1227725872] 'read index received' (duration: 407.366523ms)","trace[1227725872] 'applied index is now lower than readState.Index' (duration: 194.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:44.241473Z","caller":"traceutil/trace.go:171","msg":"trace[588932444] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"582.204592ms","start":"2026-04-22T20:39:43.659245Z","end":"2026-04-22T20:39:44.24145Z","steps":["trace[588932444] 'process raft request' (duration: 581.897825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:44.24163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:43.659218Z","time spent":"582.320505ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:39:44.241676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.836044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-22T20:39:44.241727Z","caller":"traceutil/trace.go:171","msg":"trace[350508851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1365; }","duration":"407.923946ms","start":"2026-04-22T20:39:43.833787Z","end":"2026-04-22T20:39:44.241711Z","steps":["trace[350508851] 'agreement among raft nodes before linearized reading' (duration: 407.753272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:44.241712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.391509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:39:44.241776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:39:43.833767Z","time spent":"407.996498ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-22T20:39:44.241826Z","caller":"traceutil/trace.go:171","msg":"trace[2097654936] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1365; }","duration":"212.539882ms","start":"2026-04-22T20:39:44.029237Z","end":"2026-04-22T20:39:44.241777Z","steps":["trace[2097654936] 'agreement among raft nodes before linearized reading' (duration: 212.364198ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:44.356466Z","caller":"traceutil/trace.go:171","msg":"trace[1157437528] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"108.947083ms","start":"2026-04-22T20:39:44.247486Z","end":"2026-04-22T20:39:44.356433Z","steps":["trace[1157437528] 'process raft request' (duration: 107.502ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:39:46.704243Z","caller":"traceutil/trace.go:171","msg":"trace[333796176] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1424; }","duration":"140.234357ms","start":"2026-04-22T20:39:46.563964Z","end":"2026-04-22T20:39:46.704198Z","steps":["trace[333796176] 'read index received' (duration: 42.507084ms)","trace[333796176] 'applied index is now lower than readState.Index' (duration: 97.726393ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:46.704356Z","caller":"traceutil/trace.go:171","msg":"trace[1061482882] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"149.618275ms","start":"2026-04-22T20:39:46.554727Z","end":"2026-04-22T20:39:46.704345Z","steps":["trace[1061482882] 'process raft request' (duration: 115.371372ms)","trace[1061482882] 'compare' (duration: 34.005377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:39:46.70456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.591785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:39:46.704591Z","caller":"traceutil/trace.go:171","msg":"trace[1992867235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1378; }","duration":"140.666847ms","start":"2026-04-22T20:39:46.563916Z","end":"2026-04-22T20:39:46.704583Z","steps":["trace[1992867235] 'agreement among raft nodes before linearized reading' (duration: 140.557905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:46.704746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.41868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:39:46.704833Z","caller":"traceutil/trace.go:171","msg":"trace[700722861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1378; }","duration":"108.535384ms","start":"2026-04-22T20:39:46.59628Z","end":"2026-04-22T20:39:46.704815Z","steps":["trace[700722861] 'agreement among raft nodes before linearized reading' (duration: 108.3666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:46.70523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.003911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:39:46.705304Z","caller":"traceutil/trace.go:171","msg":"trace[1136633238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1378; }","duration":"127.217416ms","start":"2026-04-22T20:39:46.578068Z","end":"2026-04-22T20:39:46.705286Z","steps":["trace[1136633238] 'agreement among raft nodes before linearized reading' (duration: 126.453989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:47.021521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.219697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T20:39:48.060587Z","caller":"traceutil/trace.go:171","msg":"trace[628880939] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"126.234743ms","start":"2026-04-22T20:39:47.934324Z","end":"2026-04-22T20:39:48.060559Z","steps":["trace[628880939] 'process raft request' (duration: 108.794569ms)","trace[628880939] 'compare' (duration: 17.337662ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:39:49.551918Z","caller":"traceutil/trace.go:171","msg":"trace[1508689638] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"168.442281ms","start":"2026-04-22T20:39:49.383448Z","end":"2026-04-22T20:39:49.551891Z","steps":["trace[1508689638] 'process raft request' (duration: 165.420421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:39:50.034488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.721827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:39:50.034593Z","caller":"traceutil/trace.go:171","msg":"trace[2109704211] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1478; }","duration":"212.897831ms","start":"2026-04-22T20:39:49.821677Z","end":"2026-04-22T20:39:50.034575Z","steps":["trace[2109704211] 'count revisions from in-memory index tree' (duration: 212.612004ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:03.48098Z","caller":"traceutil/trace.go:171","msg":"trace[96967104] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"107.151495ms","start":"2026-04-22T20:40:03.373802Z","end":"2026-04-22T20:40:03.480954Z","steps":["trace[96967104] 'process raft request' (duration: 107.006562ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:10.905629Z","caller":"traceutil/trace.go:171","msg":"trace[1194674445] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"119.236287ms","start":"2026-04-22T20:40:10.786353Z","end":"2026-04-22T20:40:10.905589Z","steps":["trace[1194674445] 'process raft request' (duration: 33.877469ms)","trace[1194674445] 'compare' (duration: 85.211474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:19.60051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.825523ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:19.600667Z","caller":"traceutil/trace.go:171","msg":"trace[1691676244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1917; }","duration":"905.992727ms","start":"2026-04-22T20:40:18.694653Z","end":"2026-04-22T20:40:19.600646Z","steps":["trace[1691676244] 'range keys from in-memory index tree' (duration: 905.806213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:19.60128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058935129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:40:19.601734Z","caller":"traceutil/trace.go:171","msg":"trace[1051836460] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"668.759703ms","start":"2026-04-22T20:40:18.932954Z","end":"2026-04-22T20:40:19.601714Z","steps":["trace[1051836460] 'process raft request' (duration: 668.682781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:19.601851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.932932Z","time spent":"668.881576ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:19.601877Z","caller":"traceutil/trace.go:171","msg":"trace[330516951] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"1.51117186s","start":"2026-04-22T20:40:18.090665Z","end":"2026-04-22T20:40:19.601837Z","steps":["trace[330516951] 'read index received' (duration: 451.480644ms)","trace[330516951] 'applied index is now lower than readState.Index' (duration: 1.059685986s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:19.602033Z","caller":"traceutil/trace.go:171","msg":"trace[1366647445] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.683916742s","start":"2026-04-22T20:40:17.917899Z","end":"2026-04-22T20:40:19.601816Z","steps":["trace[1366647445] 'process raft request' (duration: 624.324518ms)","trace[1366647445] 'compare' (duration: 1.058802096s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:19.602113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511405535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:40:19.602242Z","caller":"traceutil/trace.go:171","msg":"trace[357709850] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1919; }","duration":"1.511585899s","start":"2026-04-22T20:40:18.090626Z","end":"2026-04-22T20:40:19.602212Z","steps":["trace[357709850] 'agreement among raft nodes before linearized reading' (duration: 1.511347874s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:19.602377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.090606Z","time spent":"1.511688232s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:40:19.602497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:17.91788Z","time spent":"1.68424191s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:20.102005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854795820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:40:20.602778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854795820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:40:20.66503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508325812s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T20:40:20.66563Z","caller":"traceutil/trace.go:171","msg":"trace[1081481063] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.569258661s","start":"2026-04-22T20:40:19.096339Z","end":"2026-04-22T20:40:20.665598Z","steps":["trace[1081481063] 'process raft request' (duration: 1.569004605s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:20.66586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.096304Z","time spent":"1.569426525s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:21.654166Z","caller":"traceutil/trace.go:171","msg":"trace[67301048] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"2.454065404s","start":"2026-04-22T20:40:19.200062Z","end":"2026-04-22T20:40:21.654127Z","steps":["trace[67301048] 'process raft request' (duration: 2.411694888s)","trace[67301048] 'compare' (duration: 41.370203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:21.654337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.200026Z","time spent":"2.454228808s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:21.654539Z","caller":"traceutil/trace.go:171","msg":"trace[430989135] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1997; }","duration":"2.052586146s","start":"2026-04-22T20:40:19.601937Z","end":"2026-04-22T20:40:21.654523Z","steps":["trace[430989135] 'read index received' (duration: 1.063359451s)","trace[430989135] 'applied index is now lower than readState.Index' (duration: 989.221284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:21.654705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976297959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:21.654762Z","caller":"traceutil/trace.go:171","msg":"trace[2126975575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"1.976372431s","start":"2026-04-22T20:40:19.678374Z","end":"2026-04-22T20:40:21.654747Z","steps":["trace[2126975575] 'agreement among raft nodes before linearized reading' (duration: 1.976286669s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.654802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.678367Z","time spent":"1.976426022s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:40:21.654801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802412216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-22T20:40:21.654868Z","caller":"traceutil/trace.go:171","msg":"trace[1147659007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae; range_end:; response_count:1; response_revision:1923; }","duration":"2.802543109s","start":"2026-04-22T20:40:18.852305Z","end":"2026-04-22T20:40:21.654848Z","steps":["trace[1147659007] 'agreement among raft nodes before linearized reading' (duration: 2.802286943s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.654912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.852283Z","time spent":"2.80261481s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae\" "} {"level":"warn","ts":"2026-04-22T20:40:21.654972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634094867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-22T20:40:21.655012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.3794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:40:21.655089Z","caller":"traceutil/trace.go:171","msg":"trace[1581475715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"2.634277741s","start":"2026-04-22T20:40:19.02078Z","end":"2026-04-22T20:40:21.655058Z","steps":["trace[1581475715] 'agreement among raft nodes before linearized reading' (duration: 2.63378542s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:21.655113Z","caller":"traceutil/trace.go:171","msg":"trace[699316482] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:1923; }","duration":"177.522634ms","start":"2026-04-22T20:40:21.477564Z","end":"2026-04-22T20:40:21.655087Z","steps":["trace[699316482] 'agreement among raft nodes before linearized reading' (duration: 177.218997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631742972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-22T20:40:21.655142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236352219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:21.655163Z","caller":"traceutil/trace.go:171","msg":"trace[291150122] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.986039486s","start":"2026-04-22T20:40:19.669093Z","end":"2026-04-22T20:40:21.655132Z","steps":["trace[291150122] 'process raft request' (duration: 1.9849316s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.979774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-22T20:40:21.655212Z","caller":"traceutil/trace.go:171","msg":"trace[1890175990] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1923; }","duration":"1.236475232s","start":"2026-04-22T20:40:20.418718Z","end":"2026-04-22T20:40:21.655193Z","steps":["trace[1890175990] 'agreement among raft nodes before linearized reading' (duration: 1.236347849s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630739109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-22T20:40:21.655148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.020739Z","time spent":"2.634394984s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:40:21.655276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:20.418693Z","time spent":"1.236564194s","remote":"127.0.0.1:32930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:40:21.655275Z","caller":"traceutil/trace.go:171","msg":"trace[677650540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"2.630827471s","start":"2026-04-22T20:40:19.02443Z","end":"2026-04-22T20:40:21.655258Z","steps":["trace[677650540] 'agreement among raft nodes before linearized reading' (duration: 2.630586535s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:21.65528Z","caller":"traceutil/trace.go:171","msg":"trace[1140913594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1923; }","duration":"601.217169ms","start":"2026-04-22T20:40:21.054028Z","end":"2026-04-22T20:40:21.655246Z","steps":["trace[1140913594] 'agreement among raft nodes before linearized reading' (duration: 600.79626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.024394Z","time spent":"2.630919583s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:40:21.655317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825405482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-22T20:40:21.655201Z","caller":"traceutil/trace.go:171","msg":"trace[1201454270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"2.631853335s","start":"2026-04-22T20:40:19.02333Z","end":"2026-04-22T20:40:21.655183Z","steps":["trace[1201454270] 'agreement among raft nodes before linearized reading' (duration: 2.631710792s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905926326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T20:40:21.655335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.669067Z","time spent":"1.986165349s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:21.655368Z","caller":"traceutil/trace.go:171","msg":"trace[1430216316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae; range_end:; response_count:1; response_revision:1923; }","duration":"2.825488683s","start":"2026-04-22T20:40:18.829861Z","end":"2026-04-22T20:40:21.65535Z","steps":["trace[1430216316] 'agreement among raft nodes before linearized reading' (duration: 2.825335459s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:19.023295Z","time spent":"2.632068009s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T20:40:21.655384Z","caller":"traceutil/trace.go:171","msg":"trace[2004278694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"2.906013058s","start":"2026-04-22T20:40:18.749357Z","end":"2026-04-22T20:40:21.65537Z","steps":["trace[2004278694] 'agreement among raft nodes before linearized reading' (duration: 2.905852865s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.829841Z","time spent":"2.825562345s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a74e4a12-b0ef-4a73-ab10-cc286d74e1ae\" "} {"level":"warn","ts":"2026-04-22T20:40:21.655181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669912901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:40:21.655757Z","caller":"traceutil/trace.go:171","msg":"trace[1568501455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"2.670519465s","start":"2026-04-22T20:40:18.985227Z","end":"2026-04-22T20:40:21.655747Z","steps":["trace[1568501455] 'agreement among raft nodes before linearized reading' (duration: 2.669846719s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.655783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.985215Z","time spent":"2.670559626s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T20:40:21.655655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.749338Z","time spent":"2.90607698s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:40:21.655337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:21.054Z","time spent":"601.324391ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T20:40:21.654918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561240537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:40:21.65615Z","caller":"traceutil/trace.go:171","msg":"trace[2026798048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"3.562554318s","start":"2026-04-22T20:40:18.093568Z","end":"2026-04-22T20:40:21.656123Z","steps":["trace[2026798048] 'agreement among raft nodes before linearized reading' (duration: 3.561090714s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:21.656267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:18.093558Z","time spent":"3.562690601s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T20:40:31.005592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135252365s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T20:40:31.136805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.916068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:40:31.137143Z","caller":"traceutil/trace.go:171","msg":"trace[1150664491] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"403.885715ms","start":"2026-04-22T20:40:30.733231Z","end":"2026-04-22T20:40:31.137117Z","steps":["trace[1150664491] 'process raft request' (duration: 403.822473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.137257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:30.733203Z","time spent":"404.000158ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:31.137577Z","caller":"traceutil/trace.go:171","msg":"trace[1638217930] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.288834811s","start":"2026-04-22T20:40:29.848721Z","end":"2026-04-22T20:40:31.137556Z","steps":["trace[1638217930] 'process raft request' (duration: 1.157039502s)","trace[1638217930] 'compare' (duration: 130.786095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:31.137673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:29.848715Z","time spent":"1.288912634s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:31.137682Z","caller":"traceutil/trace.go:171","msg":"trace[438459781] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.287703395s","start":"2026-04-22T20:40:29.849927Z","end":"2026-04-22T20:40:31.13763Z","steps":["trace[438459781] 'process raft request' (duration: 1.287006748s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.137952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:29.849898Z","time spent":"1.28790268s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:31.137979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286131358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:40:31.137704Z","caller":"traceutil/trace.go:171","msg":"trace[244232906] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"1.285848651s","start":"2026-04-22T20:40:29.851818Z","end":"2026-04-22T20:40:31.137666Z","steps":["trace[244232906] 'read index received' (duration: 18.45201ms)","trace[244232906] 'applied index is now lower than readState.Index' (duration: 1.267387751s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:31.138039Z","caller":"traceutil/trace.go:171","msg":"trace[68707466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"1.286241771s","start":"2026-04-22T20:40:29.851782Z","end":"2026-04-22T20:40:31.138024Z","steps":["trace[68707466] 'agreement among raft nodes before linearized reading' (duration: 1.285987165s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.138117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:29.851767Z","time spent":"1.286333593s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:40:31.138158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066999005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:31.138222Z","caller":"traceutil/trace.go:171","msg":"trace[410990289] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1996; }","duration":"1.067122628s","start":"2026-04-22T20:40:30.071081Z","end":"2026-04-22T20:40:31.138203Z","steps":["trace[410990289] 'agreement among raft nodes before linearized reading' (duration: 1.067019346s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.138286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:30.07105Z","time spent":"1.06721721s","remote":"127.0.0.1:32900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:40:31.138284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.96901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:31.138379Z","caller":"traceutil/trace.go:171","msg":"trace[1732540857] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1996; }","duration":"122.109463ms","start":"2026-04-22T20:40:31.016248Z","end":"2026-04-22T20:40:31.138358Z","steps":["trace[1732540857] 'agreement among raft nodes before linearized reading' (duration: 121.96994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.138399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.278301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:31.138547Z","caller":"traceutil/trace.go:171","msg":"trace[1834340092] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1996; }","duration":"537.475016ms","start":"2026-04-22T20:40:30.601057Z","end":"2026-04-22T20:40:31.138532Z","steps":["trace[1834340092] 'agreement among raft nodes before linearized reading' (duration: 537.197569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.138543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.07548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-22T20:40:31.138606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:30.601035Z","time spent":"537.559658ms","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:40:31.138651Z","caller":"traceutil/trace.go:171","msg":"trace[1834892471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"319.224734ms","start":"2026-04-22T20:40:30.819399Z","end":"2026-04-22T20:40:31.138624Z","steps":["trace[1834892471] 'agreement among raft nodes before linearized reading' (duration: 318.853745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:31.138716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:30.819378Z","time spent":"319.322165ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T20:40:31.688895Z","caller":"traceutil/trace.go:171","msg":"trace[1062996085] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"124.427288ms","start":"2026-04-22T20:40:31.564433Z","end":"2026-04-22T20:40:31.68886Z","steps":["trace[1062996085] 'process raft request' (duration: 83.432713ms)","trace[1062996085] 'compare' (duration: 40.538114ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:40.021168Z","caller":"traceutil/trace.go:171","msg":"trace[654304392] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"117.083227ms","start":"2026-04-22T20:40:39.90405Z","end":"2026-04-22T20:40:40.021133Z","steps":["trace[654304392] 'process raft request' (duration: 84.365095ms)","trace[654304392] 'compare' (duration: 32.161129ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:40.021202Z","caller":"traceutil/trace.go:171","msg":"trace[9061404] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"116.885952ms","start":"2026-04-22T20:40:39.904297Z","end":"2026-04-22T20:40:40.021183Z","steps":["trace[9061404] 'process raft request' (duration: 116.462322ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:40.390404Z","caller":"traceutil/trace.go:171","msg":"trace[62313075] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"365.236765ms","start":"2026-04-22T20:40:40.025147Z","end":"2026-04-22T20:40:40.390384Z","steps":["trace[62313075] 'process raft request' (duration: 365.131863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:40.390533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:40.025126Z","time spent":"365.344407ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:40.408746Z","caller":"traceutil/trace.go:171","msg":"trace[609809353] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2149; }","duration":"141.647828ms","start":"2026-04-22T20:40:40.267066Z","end":"2026-04-22T20:40:40.408713Z","steps":["trace[609809353] 'read index received' (duration: 123.288451ms)","trace[609809353] 'applied index is now lower than readState.Index' (duration: 18.357567ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:40.408781Z","caller":"traceutil/trace.go:171","msg":"trace[266575859] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"383.260875ms","start":"2026-04-22T20:40:40.025498Z","end":"2026-04-22T20:40:40.408759Z","steps":["trace[266575859] 'process raft request' (duration: 383.069211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:40.408938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.861363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:40:40.408983Z","caller":"traceutil/trace.go:171","msg":"trace[1693577011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"141.948915ms","start":"2026-04-22T20:40:40.267024Z","end":"2026-04-22T20:40:40.408973Z","steps":["trace[1693577011] 'agreement among raft nodes before linearized reading' (duration: 141.802712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:40.408965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:40.025467Z","time spent":"383.383097ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:41.756632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854796123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:40:41.902068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221176925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:41.902161Z","caller":"traceutil/trace.go:171","msg":"trace[710584268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2068; }","duration":"1.22133404s","start":"2026-04-22T20:40:40.680808Z","end":"2026-04-22T20:40:41.902142Z","steps":["trace[710584268] 'range keys from in-memory index tree' (duration: 1.221033542s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:41.902216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:40.680779Z","time spent":"1.221428331s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:40:41.966199Z","caller":"traceutil/trace.go:171","msg":"trace[236899162] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2151; }","duration":"709.645535ms","start":"2026-04-22T20:40:41.256531Z","end":"2026-04-22T20:40:41.966176Z","steps":["trace[236899162] 'read index received' (duration: 709.504762ms)","trace[236899162] 'applied index is now lower than readState.Index' (duration: 139.543µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:41.966304Z","caller":"traceutil/trace.go:171","msg":"trace[422312888] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"716.738731ms","start":"2026-04-22T20:40:41.249519Z","end":"2026-04-22T20:40:41.966257Z","steps":["trace[422312888] 'process raft request' (duration: 716.492865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:41.96646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.918442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-22T20:40:41.96654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.24949Z","time spent":"716.913745ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:41.966567Z","caller":"traceutil/trace.go:171","msg":"trace[1935550597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2069; }","duration":"710.059695ms","start":"2026-04-22T20:40:41.256461Z","end":"2026-04-22T20:40:41.96652Z","steps":["trace[1935550597] 'agreement among raft nodes before linearized reading' (duration: 709.83212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:41.966743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.256438Z","time spent":"710.27247ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:40:42.304753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.975599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:40:42.304947Z","caller":"traceutil/trace.go:171","msg":"trace[2099869851] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2152; }","duration":"338.655996ms","start":"2026-04-22T20:40:41.96627Z","end":"2026-04-22T20:40:42.304926Z","steps":["trace[2099869851] 'read index received' (duration: 40.435031ms)","trace[2099869851] 'applied index is now lower than readState.Index' (duration: 298.219935ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:42.304982Z","caller":"traceutil/trace.go:171","msg":"trace[58590840] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"364.816215ms","start":"2026-04-22T20:40:41.940115Z","end":"2026-04-22T20:40:42.304932Z","steps":["trace[58590840] 'process raft request' (duration: 66.57382ms)","trace[58590840] 'compare' (duration: 297.780545ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:42.305075Z","caller":"traceutil/trace.go:171","msg":"trace[186634584] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"333.842604ms","start":"2026-04-22T20:40:41.971203Z","end":"2026-04-22T20:40:42.305046Z","steps":["trace[186634584] 'process raft request' (duration: 333.67721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.305213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.971172Z","time spent":"333.969617ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:42.305217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.52851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T20:40:42.305231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.429819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-22T20:40:42.305226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.940092Z","time spent":"365.00033ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:42.305274Z","caller":"traceutil/trace.go:171","msg":"trace[239756606] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:2071; }","duration":"827.612892ms","start":"2026-04-22T20:40:41.477645Z","end":"2026-04-22T20:40:42.305258Z","steps":["trace[239756606] 'agreement among raft nodes before linearized reading' (duration: 827.307645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.305266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.27608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-22T20:40:42.305296Z","caller":"traceutil/trace.go:171","msg":"trace[1349739995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2071; }","duration":"888.531361ms","start":"2026-04-22T20:40:41.416745Z","end":"2026-04-22T20:40:42.305277Z","steps":["trace[1349739995] 'agreement among raft nodes before linearized reading' (duration: 888.252555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.305269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.546941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:42.305329Z","caller":"traceutil/trace.go:171","msg":"trace[332636969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2071; }","duration":"503.377982ms","start":"2026-04-22T20:40:41.801937Z","end":"2026-04-22T20:40:42.305315Z","steps":["trace[332636969] 'agreement among raft nodes before linearized reading' (duration: 503.044794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.305344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.416722Z","time spent":"888.608863ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T20:40:42.305335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041034753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-22T20:40:42.305384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.801917Z","time spent":"503.459244ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T20:40:42.305405Z","caller":"traceutil/trace.go:171","msg":"trace[1097414403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2071; }","duration":"401.730336ms","start":"2026-04-22T20:40:41.903642Z","end":"2026-04-22T20:40:42.305372Z","steps":["trace[1097414403] 'agreement among raft nodes before linearized reading' (duration: 401.313366ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:42.305425Z","caller":"traceutil/trace.go:171","msg":"trace[2131885020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2071; }","duration":"1.041175236s","start":"2026-04-22T20:40:41.264226Z","end":"2026-04-22T20:40:42.305401Z","steps":["trace[2131885020] 'agreement among raft nodes before linearized reading' (duration: 1.040760877s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.305481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.264207Z","time spent":"1.041261598s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:40:42.305322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.477635Z","time spent":"827.679844ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T20:40:42.30548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.903608Z","time spent":"401.857778ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:40:42.30578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038238657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-22T20:40:42.305945Z","caller":"traceutil/trace.go:171","msg":"trace[1674405047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2071; }","duration":"1.038496813s","start":"2026-04-22T20:40:41.267423Z","end":"2026-04-22T20:40:42.30592Z","steps":["trace[1674405047] 'agreement among raft nodes before linearized reading' (duration: 1.037569192s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.306049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:41.267415Z","time spent":"1.038614686s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T20:40:42.477387Z","caller":"traceutil/trace.go:171","msg":"trace[1001292643] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"347.43188ms","start":"2026-04-22T20:40:42.129926Z","end":"2026-04-22T20:40:42.477358Z","steps":["trace[1001292643] 'process raft request' (duration: 347.378789ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:42.477478Z","caller":"traceutil/trace.go:171","msg":"trace[1206310996] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"450.169783ms","start":"2026-04-22T20:40:42.027291Z","end":"2026-04-22T20:40:42.477461Z","steps":["trace[1206310996] 'process raft request' (duration: 449.970838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.477537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.027256Z","time spent":"450.250005ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:42.477537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.129897Z","time spent":"347.564234ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:42.477441Z","caller":"traceutil/trace.go:171","msg":"trace[1119948039] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"450.852399ms","start":"2026-04-22T20:40:42.026539Z","end":"2026-04-22T20:40:42.477392Z","steps":["trace[1119948039] 'process raft request' (duration: 431.605431ms)","trace[1119948039] 'compare' (duration: 18.974592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:42.477847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.026512Z","time spent":"451.216477ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:42.486885Z","caller":"traceutil/trace.go:171","msg":"trace[1650218932] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2154; }","duration":"173.595882ms","start":"2026-04-22T20:40:42.313259Z","end":"2026-04-22T20:40:42.486855Z","steps":["trace[1650218932] 'read index received' (duration: 144.831593ms)","trace[1650218932] 'applied index is now lower than readState.Index' (duration: 28.763599ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:42.486928Z","caller":"traceutil/trace.go:171","msg":"trace[989452017] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"175.864365ms","start":"2026-04-22T20:40:42.311044Z","end":"2026-04-22T20:40:42.486909Z","steps":["trace[989452017] 'process raft request' (duration: 175.700872ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:42.486994Z","caller":"traceutil/trace.go:171","msg":"trace[1447617349] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"175.691011ms","start":"2026-04-22T20:40:42.311296Z","end":"2026-04-22T20:40:42.486987Z","steps":["trace[1447617349] 'process raft request' (duration: 175.531488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.487248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.442009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:42.487393Z","caller":"traceutil/trace.go:171","msg":"trace[2014759857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2076; }","duration":"170.607092ms","start":"2026-04-22T20:40:42.316763Z","end":"2026-04-22T20:40:42.48737Z","steps":["trace[2014759857] 'agreement among raft nodes before linearized reading' (duration: 170.397247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.487318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.058253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:42.487528Z","caller":"traceutil/trace.go:171","msg":"trace[1628983284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"174.259128ms","start":"2026-04-22T20:40:42.313231Z","end":"2026-04-22T20:40:42.48749Z","steps":["trace[1628983284] 'agreement among raft nodes before linearized reading' (duration: 174.060483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.948452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.184569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:40:42.948603Z","caller":"traceutil/trace.go:171","msg":"trace[855413189] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"460.736569ms","start":"2026-04-22T20:40:42.487844Z","end":"2026-04-22T20:40:42.948581Z","steps":["trace[855413189] 'process raft request' (duration: 127.329695ms)","trace[855413189] 'compare' (duration: 333.025235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:42.948735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.487826Z","time spent":"460.876862ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:42.985186Z","caller":"traceutil/trace.go:171","msg":"trace[442335537] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2160; }","duration":"493.252646ms","start":"2026-04-22T20:40:42.491913Z","end":"2026-04-22T20:40:42.985165Z","steps":["trace[442335537] 'read index received' (duration: 123.26569ms)","trace[442335537] 'applied index is now lower than readState.Index' (duration: 369.986136ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:42.985288Z","caller":"traceutil/trace.go:171","msg":"trace[1392497997] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"493.676415ms","start":"2026-04-22T20:40:42.491603Z","end":"2026-04-22T20:40:42.985279Z","steps":["trace[1392497997] 'process raft request' (duration: 493.529752ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:42.985319Z","caller":"traceutil/trace.go:171","msg":"trace[1686260176] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"494.31574ms","start":"2026-04-22T20:40:42.490965Z","end":"2026-04-22T20:40:42.985281Z","steps":["trace[1686260176] 'process raft request' (duration: 494.022044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.985381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.491558Z","time spent":"493.750237ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:42.985387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.20623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:40:42.985468Z","caller":"traceutil/trace.go:171","msg":"trace[1870603542] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2079; }","duration":"449.356233ms","start":"2026-04-22T20:40:42.536098Z","end":"2026-04-22T20:40:42.985454Z","steps":["trace[1870603542] 'agreement among raft nodes before linearized reading' (duration: 449.2061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.985454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.524272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:40:42.985508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.536072Z","time spent":"449.427104ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:40:42.985519Z","caller":"traceutil/trace.go:171","msg":"trace[1031713037] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2079; }","duration":"493.627525ms","start":"2026-04-22T20:40:42.491877Z","end":"2026-04-22T20:40:42.985505Z","steps":["trace[1031713037] 'agreement among raft nodes before linearized reading' (duration: 493.508152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:42.985548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.491865Z","time spent":"493.677866ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T20:40:42.985733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:42.490953Z","time spent":"494.457473ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:44.782896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.87297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:40:44.783033Z","caller":"traceutil/trace.go:171","msg":"trace[1602787245] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2172; }","duration":"102.125537ms","start":"2026-04-22T20:40:44.680894Z","end":"2026-04-22T20:40:44.78302Z","steps":["trace[1602787245] 'read index received' (duration: 36.671µs)","trace[1602787245] 'applied index is now lower than readState.Index' (duration: 102.088156ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:44.783111Z","caller":"traceutil/trace.go:171","msg":"trace[843354309] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"258.917808ms","start":"2026-04-22T20:40:44.524127Z","end":"2026-04-22T20:40:44.783044Z","steps":["trace[843354309] 'process raft request' (duration: 138.828793ms)","trace[843354309] 'compare' (duration: 119.778028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:44.783131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.238439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:40:44.783249Z","caller":"traceutil/trace.go:171","msg":"trace[590103841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2090; }","duration":"102.403914ms","start":"2026-04-22T20:40:44.680836Z","end":"2026-04-22T20:40:44.78324Z","steps":["trace[590103841] 'agreement among raft nodes before linearized reading' (duration: 102.21633ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:44.783235Z","caller":"traceutil/trace.go:171","msg":"trace[2010813473] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"258.905558ms","start":"2026-04-22T20:40:44.524282Z","end":"2026-04-22T20:40:44.783187Z","steps":["trace[2010813473] 'process raft request' (duration: 258.695703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:46.896428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854796177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:40:47.211748Z","caller":"traceutil/trace.go:171","msg":"trace[395015363] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"848.249123ms","start":"2026-04-22T20:40:46.363459Z","end":"2026-04-22T20:40:47.211708Z","steps":["trace[395015363] 'process raft request' (duration: 794.644605ms)","trace[395015363] 'compare' (duration: 53.007264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:47.211941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.363433Z","time spent":"848.399507ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:47.426687Z","caller":"traceutil/trace.go:171","msg":"trace[622385108] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"902.366603ms","start":"2026-04-22T20:40:46.524266Z","end":"2026-04-22T20:40:47.426633Z","steps":["trace[622385108] 'process raft request' (duration: 902.081406ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:47.426753Z","caller":"traceutil/trace.go:171","msg":"trace[491114367] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"902.375813ms","start":"2026-04-22T20:40:46.524347Z","end":"2026-04-22T20:40:47.426722Z","steps":["trace[491114367] 'process raft request' (duration: 902.147218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.426904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.524239Z","time spent":"902.555558ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:47.426927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.524338Z","time spent":"902.491286ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:40:47.432181Z","caller":"traceutil/trace.go:171","msg":"trace[1627786541] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"330.144758ms","start":"2026-04-22T20:40:47.102014Z","end":"2026-04-22T20:40:47.432159Z","steps":["trace[1627786541] 'process raft request' (duration: 329.979874ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:47.432282Z","caller":"traceutil/trace.go:171","msg":"trace[644711979] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2177; }","duration":"1.036128057s","start":"2026-04-22T20:40:46.396123Z","end":"2026-04-22T20:40:47.432252Z","steps":["trace[644711979] 'read index received' (duration: 762.017985ms)","trace[644711979] 'applied index is now lower than readState.Index' (duration: 274.107532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:47.432802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026668387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:40:47.432865Z","caller":"traceutil/trace.go:171","msg":"trace[2082616470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2098; }","duration":"1.026745529s","start":"2026-04-22T20:40:46.406098Z","end":"2026-04-22T20:40:47.432844Z","steps":["trace[2082616470] 'agreement among raft nodes before linearized reading' (duration: 1.026618026s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.432905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.406083Z","time spent":"1.02681311s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T20:40:47.432905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.708976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T20:40:47.432907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000543379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:40:47.432904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.912573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:40:47.432933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.254853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:40:47.432959Z","caller":"traceutil/trace.go:171","msg":"trace[997076045] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2098; }","duration":"1.000632082s","start":"2026-04-22T20:40:46.432312Z","end":"2026-04-22T20:40:47.432944Z","steps":["trace[997076045] 'agreement among raft nodes before linearized reading' (duration: 1.00055959s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:47.432996Z","caller":"traceutil/trace.go:171","msg":"trace[473601261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2098; }","duration":"644.377886ms","start":"2026-04-22T20:40:46.788606Z","end":"2026-04-22T20:40:47.432984Z","steps":["trace[473601261] 'agreement among raft nodes before linearized reading' (duration: 644.15331ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:47.433Z","caller":"traceutil/trace.go:171","msg":"trace[978451226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2098; }","duration":"753.056776ms","start":"2026-04-22T20:40:46.679917Z","end":"2026-04-22T20:40:47.432974Z","steps":["trace[978451226] 'agreement among raft nodes before linearized reading' (duration: 752.902863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.432998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.220214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T20:40:47.433009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.43229Z","time spent":"1.000709533s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:40:47.433045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.679893Z","time spent":"753.146598ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:40:47.433051Z","caller":"traceutil/trace.go:171","msg":"trace[228473136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2098; }","duration":"645.276716ms","start":"2026-04-22T20:40:46.787763Z","end":"2026-04-22T20:40:47.433039Z","steps":["trace[228473136] 'agreement among raft nodes before linearized reading' (duration: 645.086711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.433055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.788582Z","time spent":"644.449257ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:40:47.433168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.787689Z","time spent":"645.389539ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:40:47.432607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:47.101984Z","time spent":"330.574368ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:40:47.43245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036313452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:40:47.433451Z","caller":"traceutil/trace.go:171","msg":"trace[135398890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2098; }","duration":"1.037364276s","start":"2026-04-22T20:40:46.396078Z","end":"2026-04-22T20:40:47.433443Z","steps":["trace[135398890] 'agreement among raft nodes before linearized reading' (duration: 1.036263661s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:47.432946Z","caller":"traceutil/trace.go:171","msg":"trace[1804702084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2098; }","duration":"432.806098ms","start":"2026-04-22T20:40:47.000131Z","end":"2026-04-22T20:40:47.432937Z","steps":["trace[1804702084] 'agreement among raft nodes before linearized reading' (duration: 432.668155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.433484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:46.396058Z","time spent":"1.037417768s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:40:47.432839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.287277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:40:47.433617Z","caller":"traceutil/trace.go:171","msg":"trace[562531415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2098; }","duration":"433.078635ms","start":"2026-04-22T20:40:47.000526Z","end":"2026-04-22T20:40:47.433605Z","steps":["trace[562531415] 'agreement among raft nodes before linearized reading' (duration: 432.249876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:40:47.433664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:47.000517Z","time spent":"433.134776ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:40:47.434051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:40:47.00011Z","time spent":"433.913535ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:40:58.240523Z","caller":"traceutil/trace.go:171","msg":"trace[1343774886] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2247; }","duration":"112.456239ms","start":"2026-04-22T20:40:58.128036Z","end":"2026-04-22T20:40:58.240493Z","steps":["trace[1343774886] 'read index received' (duration: 25.442592ms)","trace[1343774886] 'applied index is now lower than readState.Index' (duration: 87.012337ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:40:58.240563Z","caller":"traceutil/trace.go:171","msg":"trace[797115020] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"117.669761ms","start":"2026-04-22T20:40:58.122864Z","end":"2026-04-22T20:40:58.240533Z","steps":["trace[797115020] 'process raft request' (duration: 67.172505ms)","trace[797115020] 'compare' (duration: 50.294421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:40:58.240789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.597746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:40:58.240845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.778166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:40:58.240901Z","caller":"traceutil/trace.go:171","msg":"trace[1147539493] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2161; }","duration":"101.77983ms","start":"2026-04-22T20:40:58.139094Z","end":"2026-04-22T20:40:58.240874Z","steps":["trace[1147539493] 'agreement among raft nodes before linearized reading' (duration: 101.584286ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:40:58.240934Z","caller":"traceutil/trace.go:171","msg":"trace[2070146634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"112.911659ms","start":"2026-04-22T20:40:58.127997Z","end":"2026-04-22T20:40:58.240909Z","steps":["trace[2070146634] 'agreement among raft nodes before linearized reading' (duration: 112.619713ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:01.238986Z","caller":"traceutil/trace.go:171","msg":"trace[106873451] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2264; }","duration":"159.578956ms","start":"2026-04-22T20:41:01.07938Z","end":"2026-04-22T20:41:01.238959Z","steps":["trace[106873451] 'read index received' (duration: 159.337371ms)","trace[106873451] 'applied index is now lower than readState.Index' (duration: 240.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:01.239042Z","caller":"traceutil/trace.go:171","msg":"trace[2000731326] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"160.302513ms","start":"2026-04-22T20:41:01.078705Z","end":"2026-04-22T20:41:01.239008Z","steps":["trace[2000731326] 'process raft request' (duration: 160.093178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:01.239342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.853922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-22T20:41:01.239363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8c873727be4f8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-22T20:41:01.239492Z","caller":"traceutil/trace.go:171","msg":"trace[889023835] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8c873727be4f8; range_end:; response_count:1; response_revision:2177; }","duration":"110.612215ms","start":"2026-04-22T20:41:01.128855Z","end":"2026-04-22T20:41:01.239467Z","steps":["trace[889023835] 'agreement among raft nodes before linearized reading' (duration: 110.322948ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:01.239399Z","caller":"traceutil/trace.go:171","msg":"trace[1728263810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2177; }","duration":"160.022186ms","start":"2026-04-22T20:41:01.079361Z","end":"2026-04-22T20:41:01.239383Z","steps":["trace[1728263810] 'agreement among raft nodes before linearized reading' (duration: 159.74317ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:11.493564Z","caller":"traceutil/trace.go:171","msg":"trace[816649671] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"359.198296ms","start":"2026-04-22T20:41:11.134343Z","end":"2026-04-22T20:41:11.493541Z","steps":["trace[816649671] 'process raft request' (duration: 359.063713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.493803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:11.134316Z","time spent":"359.326688ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:11.694018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.810673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:41:11.694129Z","caller":"traceutil/trace.go:171","msg":"trace[1284026381] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"214.988197ms","start":"2026-04-22T20:41:11.479119Z","end":"2026-04-22T20:41:11.694107Z","steps":["trace[1284026381] 'read index received' (duration: 14.414954ms)","trace[1284026381] 'applied index is now lower than readState.Index' (duration: 200.571823ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:11.69421Z","caller":"traceutil/trace.go:171","msg":"trace[721301155] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"258.356751ms","start":"2026-04-22T20:41:11.435839Z","end":"2026-04-22T20:41:11.694195Z","steps":["trace[721301155] 'process raft request' (duration: 116.19059ms)","trace[721301155] 'compare' (duration: 141.68129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:41:11.694676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.52868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:41:11.694898Z","caller":"traceutil/trace.go:171","msg":"trace[182995892] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:2230; }","duration":"215.748145ms","start":"2026-04-22T20:41:11.47906Z","end":"2026-04-22T20:41:11.694808Z","steps":["trace[182995892] 'agreement among raft nodes before linearized reading' (duration: 215.332995ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:11.74541Z","caller":"traceutil/trace.go:171","msg":"trace[287680055] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"153.734989ms","start":"2026-04-22T20:41:11.591655Z","end":"2026-04-22T20:41:11.74539Z","steps":["trace[287680055] 'process raft request' (duration: 153.601476ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:11.874978Z","caller":"traceutil/trace.go:171","msg":"trace[1118664195] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2321; }","duration":"180.797936ms","start":"2026-04-22T20:41:11.694158Z","end":"2026-04-22T20:41:11.874956Z","steps":["trace[1118664195] 'read index received' (duration: 51.296547ms)","trace[1118664195] 'applied index is now lower than readState.Index' (duration: 129.500408ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:11.875018Z","caller":"traceutil/trace.go:171","msg":"trace[2018565171] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"258.113596ms","start":"2026-04-22T20:41:11.616874Z","end":"2026-04-22T20:41:11.874988Z","steps":["trace[2018565171] 'process raft request' (duration: 200.577004ms)","trace[2018565171] 'compare' (duration: 57.293707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:41:11.87516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.972306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:11.875192Z","caller":"traceutil/trace.go:171","msg":"trace[1767860] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2232; }","duration":"297.066128ms","start":"2026-04-22T20:41:11.578119Z","end":"2026-04-22T20:41:11.875185Z","steps":["trace[1767860] 'agreement among raft nodes before linearized reading' (duration: 296.987966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.87537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.637086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T20:41:11.875467Z","caller":"traceutil/trace.go:171","msg":"trace[1769806223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"156.77404ms","start":"2026-04-22T20:41:11.718671Z","end":"2026-04-22T20:41:11.875445Z","steps":["trace[1769806223] 'agreement among raft nodes before linearized reading' (duration: 156.517944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.875765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.070694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:41:11.875816Z","caller":"traceutil/trace.go:171","msg":"trace[890896995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"150.144466ms","start":"2026-04-22T20:41:11.725661Z","end":"2026-04-22T20:41:11.875805Z","steps":["trace[890896995] 'agreement among raft nodes before linearized reading' (duration: 150.003733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.875869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.150724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:41:11.875936Z","caller":"traceutil/trace.go:171","msg":"trace[1270652896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"143.242157ms","start":"2026-04-22T20:41:11.732673Z","end":"2026-04-22T20:41:11.875915Z","steps":["trace[1270652896] 'agreement among raft nodes before linearized reading' (duration: 143.031522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.875865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.944978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T20:41:11.875975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.249201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:41:11.876034Z","caller":"traceutil/trace.go:171","msg":"trace[940856786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"149.131193ms","start":"2026-04-22T20:41:11.726882Z","end":"2026-04-22T20:41:11.876013Z","steps":["trace[940856786] 'agreement among raft nodes before linearized reading' (duration: 148.839656ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:11.876084Z","caller":"traceutil/trace.go:171","msg":"trace[1499282764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"151.416815ms","start":"2026-04-22T20:41:11.724642Z","end":"2026-04-22T20:41:11.876059Z","steps":["trace[1499282764] 'agreement among raft nodes before linearized reading' (duration: 151.040166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:11.8762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.689326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:41:11.876319Z","caller":"traceutil/trace.go:171","msg":"trace[1806661969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"149.838199ms","start":"2026-04-22T20:41:11.726457Z","end":"2026-04-22T20:41:11.876295Z","steps":["trace[1806661969] 'agreement among raft nodes before linearized reading' (duration: 148.956488ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:13.516355Z","caller":"traceutil/trace.go:171","msg":"trace[1779406971] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"188.229357ms","start":"2026-04-22T20:41:13.328089Z","end":"2026-04-22T20:41:13.516319Z","steps":["trace[1779406971] 'read index received' (duration: 187.94432ms)","trace[1779406971] 'applied index is now lower than readState.Index' (duration: 283.547µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:13.516463Z","caller":"traceutil/trace.go:171","msg":"trace[2003197304] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"194.494561ms","start":"2026-04-22T20:41:13.321928Z","end":"2026-04-22T20:41:13.516423Z","steps":["trace[2003197304] 'process raft request' (duration: 194.179524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:13.51667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.539354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:41:13.51673Z","caller":"traceutil/trace.go:171","msg":"trace[1666897712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"188.626126ms","start":"2026-04-22T20:41:13.328085Z","end":"2026-04-22T20:41:13.516712Z","steps":["trace[1666897712] 'agreement among raft nodes before linearized reading' (duration: 188.37662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:13.975657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.096185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:41:13.975915Z","caller":"traceutil/trace.go:171","msg":"trace[79080845] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"224.407165ms","start":"2026-04-22T20:41:13.75148Z","end":"2026-04-22T20:41:13.975887Z","steps":["trace[79080845] 'process raft request' (duration: 89.986363ms)","trace[79080845] 'compare' (duration: 133.89695ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:20.105409Z","caller":"traceutil/trace.go:171","msg":"trace[242160603] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"292.231105ms","start":"2026-04-22T20:41:19.813149Z","end":"2026-04-22T20:41:20.105381Z","steps":["trace[242160603] 'process raft request' (duration: 292.080982ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:20.126592Z","caller":"traceutil/trace.go:171","msg":"trace[1110796150] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2365; }","duration":"106.324152ms","start":"2026-04-22T20:41:20.020242Z","end":"2026-04-22T20:41:20.126566Z","steps":["trace[1110796150] 'read index received' (duration: 85.115571ms)","trace[1110796150] 'applied index is now lower than readState.Index' (duration: 21.207271ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:20.127095Z","caller":"traceutil/trace.go:171","msg":"trace[2081040342] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"111.803589ms","start":"2026-04-22T20:41:20.015268Z","end":"2026-04-22T20:41:20.127072Z","steps":["trace[2081040342] 'process raft request' (duration: 111.151383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.127161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.894995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-22T20:41:20.127221Z","caller":"traceutil/trace.go:171","msg":"trace[1809743036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2276; }","duration":"107.001018ms","start":"2026-04-22T20:41:20.020204Z","end":"2026-04-22T20:41:20.127205Z","steps":["trace[1809743036] 'agreement among raft nodes before linearized reading' (duration: 106.694951ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:20.127257Z","caller":"traceutil/trace.go:171","msg":"trace[954100338] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"125.788333ms","start":"2026-04-22T20:41:20.001456Z","end":"2026-04-22T20:41:20.127244Z","steps":["trace[954100338] 'process raft request' (duration: 124.81572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.127646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.464279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:41:20.127769Z","caller":"traceutil/trace.go:171","msg":"trace[852746715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2276; }","duration":"104.716394ms","start":"2026-04-22T20:41:20.023023Z","end":"2026-04-22T20:41:20.12774Z","steps":["trace[852746715] 'agreement among raft nodes before linearized reading' (duration: 104.300524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.127391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.014408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:41:20.127947Z","caller":"traceutil/trace.go:171","msg":"trace[659903599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2276; }","duration":"107.619941ms","start":"2026-04-22T20:41:20.02031Z","end":"2026-04-22T20:41:20.12793Z","steps":["trace[659903599] 'agreement among raft nodes before linearized reading' (duration: 106.608368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.884688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.363028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:41:20.885278Z","caller":"traceutil/trace.go:171","msg":"trace[2088183547] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"752.722246ms","start":"2026-04-22T20:41:20.132515Z","end":"2026-04-22T20:41:20.885237Z","steps":["trace[2088183547] 'process raft request' (duration: 752.277246ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:20.885247Z","caller":"traceutil/trace.go:171","msg":"trace[1634871121] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"753.047893ms","start":"2026-04-22T20:41:20.132138Z","end":"2026-04-22T20:41:20.885186Z","steps":["trace[1634871121] 'process raft request' (duration: 37.871196ms)","trace[1634871121] 'compare' (duration: 713.973579ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:20.8859Z","caller":"traceutil/trace.go:171","msg":"trace[1616277910] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2368; }","duration":"311.41068ms","start":"2026-04-22T20:41:20.574458Z","end":"2026-04-22T20:41:20.885868Z","steps":["trace[1616277910] 'read index received' (duration: 307.796996ms)","trace[1616277910] 'applied index is now lower than readState.Index' (duration: 3.612884ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:20.885914Z","caller":"traceutil/trace.go:171","msg":"trace[1868231012] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"579.380752ms","start":"2026-04-22T20:41:20.306511Z","end":"2026-04-22T20:41:20.885892Z","steps":["trace[1868231012] 'process raft request' (duration: 579.193428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.885967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.132113Z","time spent":"753.77557ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:20.885993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.306484Z","time spent":"579.468005ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:20.886032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.571993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:41:20.885586Z","caller":"traceutil/trace.go:171","msg":"trace[717522238] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"753.016662ms","start":"2026-04-22T20:41:20.132521Z","end":"2026-04-22T20:41:20.885538Z","steps":["trace[717522238] 'process raft request' (duration: 752.326286ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:20.88608Z","caller":"traceutil/trace.go:171","msg":"trace[1705431770] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2282; }","duration":"311.674405ms","start":"2026-04-22T20:41:20.574393Z","end":"2026-04-22T20:41:20.886067Z","steps":["trace[1705431770] 'agreement among raft nodes before linearized reading' (duration: 311.560293ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:20.88605Z","caller":"traceutil/trace.go:171","msg":"trace[191160658] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"753.077534ms","start":"2026-04-22T20:41:20.132939Z","end":"2026-04-22T20:41:20.886016Z","steps":["trace[191160658] 'process raft request' (duration: 752.702075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.886108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.574369Z","time spent":"311.732027ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:20.886121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.132499Z","time spent":"753.592806ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:20.885702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.132506Z","time spent":"753.090334ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:20.885758Z","caller":"traceutil/trace.go:171","msg":"trace[998978969] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"753.183877ms","start":"2026-04-22T20:41:20.132549Z","end":"2026-04-22T20:41:20.885733Z","steps":["trace[998978969] 'process raft request' (duration: 752.704956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.886271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.13293Z","time spent":"753.214257ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:20.886359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:20.132525Z","time spent":"753.77573ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:20.886443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.805852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:20.886526Z","caller":"traceutil/trace.go:171","msg":"trace[1234527662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2282; }","duration":"204.926415ms","start":"2026-04-22T20:41:20.681592Z","end":"2026-04-22T20:41:20.886518Z","steps":["trace[1234527662] 'agreement among raft nodes before linearized reading' (duration: 204.826722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:20.886525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.533141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:41:20.886579Z","caller":"traceutil/trace.go:171","msg":"trace[751575849] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2282; }","duration":"279.628514ms","start":"2026-04-22T20:41:20.606937Z","end":"2026-04-22T20:41:20.886565Z","steps":["trace[751575849] 'agreement among raft nodes before linearized reading' (duration: 279.485791ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:26.463035Z","caller":"traceutil/trace.go:171","msg":"trace[2089147609] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"334.540034ms","start":"2026-04-22T20:41:26.128468Z","end":"2026-04-22T20:41:26.463008Z","steps":["trace[2089147609] 'process raft request' (duration: 334.36275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:26.46326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.128433Z","time spent":"334.686758ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:26.807127Z","caller":"traceutil/trace.go:171","msg":"trace[707902169] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"654.663766ms","start":"2026-04-22T20:41:26.152432Z","end":"2026-04-22T20:41:26.807096Z","steps":["trace[707902169] 'process raft request' (duration: 622.882951ms)","trace[707902169] 'compare' (duration: 31.523409ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:26.807131Z","caller":"traceutil/trace.go:171","msg":"trace[326557000] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"632.166516ms","start":"2026-04-22T20:41:26.174939Z","end":"2026-04-22T20:41:26.807105Z","steps":["trace[326557000] 'process raft request' (duration: 632.037873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:26.807302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.152397Z","time spent":"654.81635ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:26.807315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.174916Z","time spent":"632.307728ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:26.807296Z","caller":"traceutil/trace.go:171","msg":"trace[1005997485] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2396; }","duration":"614.706361ms","start":"2026-04-22T20:41:26.192559Z","end":"2026-04-22T20:41:26.807266Z","steps":["trace[1005997485] 'read index received' (duration: 270.146924ms)","trace[1005997485] 'applied index is now lower than readState.Index' (duration: 344.557117ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:26.807432Z","caller":"traceutil/trace.go:171","msg":"trace[1327574343] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"631.240524ms","start":"2026-04-22T20:41:26.176168Z","end":"2026-04-22T20:41:26.807408Z","steps":["trace[1327574343] 'process raft request' (duration: 630.852065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:26.807541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.176134Z","time spent":"631.351706ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:26.807606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.050969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:41:26.807641Z","caller":"traceutil/trace.go:171","msg":"trace[559585158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2307; }","duration":"615.109321ms","start":"2026-04-22T20:41:26.192523Z","end":"2026-04-22T20:41:26.807632Z","steps":["trace[559585158] 'agreement among raft nodes before linearized reading' (duration: 614.966797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:26.807661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.192506Z","time spent":"615.150861ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T20:41:26.807771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.45071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:26.807857Z","caller":"traceutil/trace.go:171","msg":"trace[2121083873] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2307; }","duration":"368.608754ms","start":"2026-04-22T20:41:26.439235Z","end":"2026-04-22T20:41:26.807844Z","steps":["trace[2121083873] 'agreement among raft nodes before linearized reading' (duration: 368.43835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:26.807899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:26.439211Z","time spent":"368.676545ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:26.807879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:26.807961Z","caller":"traceutil/trace.go:171","msg":"trace[163500196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2307; }","duration":"127.541693ms","start":"2026-04-22T20:41:26.680401Z","end":"2026-04-22T20:41:26.807943Z","steps":["trace[163500196] 'agreement among raft nodes before linearized reading' (duration: 127.353809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:28.141796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854796683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:41:28.278173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164972929s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:41:28.27865Z","caller":"traceutil/trace.go:171","msg":"trace[1377171473] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"1.269944139s","start":"2026-04-22T20:41:27.008643Z","end":"2026-04-22T20:41:28.278587Z","steps":["trace[1377171473] 'process raft request' (duration: 1.269630552s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:28.278721Z","caller":"traceutil/trace.go:171","msg":"trace[687602791] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"1.2699907s","start":"2026-04-22T20:41:27.008692Z","end":"2026-04-22T20:41:28.278683Z","steps":["trace[687602791] 'process raft request' (duration: 1.269639312s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:28.278941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.008663Z","time spent":"1.270159145s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:28.278968Z","caller":"traceutil/trace.go:171","msg":"trace[2003862656] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"1.270199845s","start":"2026-04-22T20:41:27.00874Z","end":"2026-04-22T20:41:28.27894Z","steps":["trace[2003862656] 'process raft request' (duration: 1.269620772s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:28.27906Z","caller":"traceutil/trace.go:171","msg":"trace[1143493414] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"1.270445871s","start":"2026-04-22T20:41:27.00854Z","end":"2026-04-22T20:41:28.278986Z","steps":["trace[1143493414] 'process raft request' (duration: 104.574891ms)","trace[1143493414] 'compare' (duration: 1.164798136s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:41:28.279179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.008726Z","time spent":"1.27037954s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:28.27918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.008503Z","time spent":"1.270612355s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:28.279266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.008623Z","time spent":"1.270562584s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:29.551223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193120632s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T20:41:29.680526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T20:41:29.680626Z","caller":"traceutil/trace.go:171","msg":"trace[184904821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226147s","start":"2026-04-22T20:41:27.680377Z","end":"2026-04-22T20:41:29.680603Z","steps":["trace[184904821] 'agreement among raft nodes before linearized reading' (duration: 2.000108924s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:29.680675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.680352Z","time spent":"2.000313639s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 20:41:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T20:41:30.289183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010766732s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-22T20:41:30.289213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594895974s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:30.28945Z","caller":"traceutil/trace.go:171","msg":"trace[41647551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2313; }","duration":"1.595047197s","start":"2026-04-22T20:41:28.694284Z","end":"2026-04-22T20:41:30.289331Z","steps":["trace[41647551] 'range keys from in-memory index tree' (duration: 1.594880804s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:30.290226Z","caller":"traceutil/trace.go:171","msg":"trace[904885108] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"2.746603437s","start":"2026-04-22T20:41:27.543554Z","end":"2026-04-22T20:41:30.290157Z","steps":["trace[904885108] 'process raft request' (duration: 2.745727716s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:30.290351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.543526Z","time spent":"2.746754329s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:31.169648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617886447s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T20:41:31.409924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119705142s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:41:31.410218Z","caller":"traceutil/trace.go:171","msg":"trace[45773061] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"2.400187716s","start":"2026-04-22T20:41:29.010017Z","end":"2026-04-22T20:41:31.410205Z","steps":["trace[45773061] 'process raft request' (duration: 2.400161465s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.410269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.009991Z","time spent":"2.400255428s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:31.410286Z","caller":"traceutil/trace.go:171","msg":"trace[1114661913] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"2.936253027s","start":"2026-04-22T20:41:28.473998Z","end":"2026-04-22T20:41:31.410251Z","steps":["trace[1114661913] 'process raft request' (duration: 2.936018342s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.410418Z","caller":"traceutil/trace.go:171","msg":"trace[1032063191] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"2.896739472s","start":"2026-04-22T20:41:28.513672Z","end":"2026-04-22T20:41:31.410411Z","steps":["trace[1032063191] 'process raft request' (duration: 2.896409704s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.410455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.513645Z","time spent":"2.896789493s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:31.41045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.473969Z","time spent":"2.9363936s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:31.410483Z","caller":"traceutil/trace.go:171","msg":"trace[984091806] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"2.59687758s","start":"2026-04-22T20:41:28.81356Z","end":"2026-04-22T20:41:31.410438Z","steps":["trace[984091806] 'process raft request' (duration: 2.596576883s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.410522Z","caller":"traceutil/trace.go:171","msg":"trace[1944307476] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"2.59685219s","start":"2026-04-22T20:41:28.813644Z","end":"2026-04-22T20:41:31.410496Z","steps":["trace[1944307476] 'process raft request' (duration: 2.596514492s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.410653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.813633Z","time spent":"2.596943762s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:41:31.410671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.813533Z","time spent":"2.597026273s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:31.410732Z","caller":"traceutil/trace.go:171","msg":"trace[750385521] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"3.775412224s","start":"2026-04-22T20:41:27.635295Z","end":"2026-04-22T20:41:31.410707Z","steps":["trace[750385521] 'process raft request' (duration: 2.654852142s)","trace[750385521] 'compare' (duration: 1.119234751s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:41:31.41084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.635268Z","time spent":"3.775522756s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:31.410955Z","caller":"traceutil/trace.go:171","msg":"trace[1257659709] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2406; }","duration":"3.770141592s","start":"2026-04-22T20:41:27.640779Z","end":"2026-04-22T20:41:31.410921Z","steps":["trace[1257659709] 'read index received' (duration: 717.367697ms)","trace[1257659709] 'applied index is now lower than readState.Index' (duration: 3.052766644s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:41:31.411133Z","caller":"traceutil/trace.go:171","msg":"trace[2003598590] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"2.59819037s","start":"2026-04-22T20:41:28.812924Z","end":"2026-04-22T20:41:31.411114Z","steps":["trace[2003598590] 'process raft request' (duration: 2.597178427s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.41121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645042024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:41:31.411237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.812895Z","time spent":"2.598294583s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:41:31.411285Z","caller":"traceutil/trace.go:171","msg":"trace[1181171240] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2321; }","duration":"1.645169377s","start":"2026-04-22T20:41:29.766099Z","end":"2026-04-22T20:41:31.411268Z","steps":["trace[1181171240] 'agreement among raft nodes before linearized reading' (duration: 1.645056954s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730460781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:41:31.411346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.76606Z","time spent":"1.645269959s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:41:31.411377Z","caller":"traceutil/trace.go:171","msg":"trace[838249576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2321; }","duration":"1.730525563s","start":"2026-04-22T20:41:29.680842Z","end":"2026-04-22T20:41:31.411368Z","steps":["trace[838249576] 'agreement among raft nodes before linearized reading' (duration: 1.730475542s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997208348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:41:31.411406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.680825Z","time spent":"1.730575374s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:41:31.411448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007178017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:41:31.411476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835790421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-22T20:41:31.411507Z","caller":"traceutil/trace.go:171","msg":"trace[783304810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2321; }","duration":"2.835860613s","start":"2026-04-22T20:41:28.575641Z","end":"2026-04-22T20:41:31.411501Z","steps":["trace[783304810] 'agreement among raft nodes before linearized reading' (duration: 2.835792881s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770663853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T20:41:31.411497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889841502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-22T20:41:31.411528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.575608Z","time spent":"2.835916463s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T20:41:31.411521Z","caller":"traceutil/trace.go:171","msg":"trace[957040840] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2321; }","duration":"2.00728888s","start":"2026-04-22T20:41:29.404211Z","end":"2026-04-22T20:41:31.4115Z","steps":["trace[957040840] 'agreement among raft nodes before linearized reading' (duration: 2.007185178s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.41141Z","caller":"traceutil/trace.go:171","msg":"trace[1867932087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2321; }","duration":"2.99727635s","start":"2026-04-22T20:41:28.414126Z","end":"2026-04-22T20:41:31.411402Z","steps":["trace[1867932087] 'agreement among raft nodes before linearized reading' (duration: 2.997236319s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654203456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:41:31.411597Z","caller":"traceutil/trace.go:171","msg":"trace[33662629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2321; }","duration":"2.889940264s","start":"2026-04-22T20:41:28.521609Z","end":"2026-04-22T20:41:31.41155Z","steps":["trace[33662629] 'agreement among raft nodes before linearized reading' (duration: 2.88974402s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.40419Z","time spent":"2.007381653s","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.411624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127293707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:41:31.411648Z","caller":"traceutil/trace.go:171","msg":"trace[2146690976] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2321; }","duration":"1.65435865s","start":"2026-04-22T20:41:29.757267Z","end":"2026-04-22T20:41:31.411625Z","steps":["trace[2146690976] 'agreement among raft nodes before linearized reading' (duration: 1.654152155s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464056246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:41:31.411647Z","caller":"traceutil/trace.go:171","msg":"trace[1790992961] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2321; }","duration":"3.770811467s","start":"2026-04-22T20:41:27.640726Z","end":"2026-04-22T20:41:31.411537Z","steps":["trace[1790992961] 'agreement among raft nodes before linearized reading' (duration: 3.770287995s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.757245Z","time spent":"1.654446511s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.411734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.512672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8c873727be4f8\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-22T20:41:31.411628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.414093Z","time spent":"2.997518376s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.411758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12700569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T20:41:31.41178Z","caller":"traceutil/trace.go:171","msg":"trace[1704789957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2321; }","duration":"1.127044821s","start":"2026-04-22T20:41:30.284731Z","end":"2026-04-22T20:41:31.411776Z","steps":["trace[1704789957] 'agreement among raft nodes before linearized reading' (duration: 1.12699665s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.411773Z","caller":"traceutil/trace.go:171","msg":"trace[929329501] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8c873727be4f8; range_end:; response_count:1; response_revision:2321; }","duration":"286.584264ms","start":"2026-04-22T20:41:31.12518Z","end":"2026-04-22T20:41:31.411764Z","steps":["trace[929329501] 'agreement among raft nodes before linearized reading' (duration: 286.486852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.4113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374938072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T20:41:31.411809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.284724Z","time spent":"1.127078982s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:41:31.41176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.640707Z","time spent":"3.771031811s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":280,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.411809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127606814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:41:31.411813Z","caller":"traceutil/trace.go:171","msg":"trace[1271571596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2321; }","duration":"2.375450704s","start":"2026-04-22T20:41:29.036354Z","end":"2026-04-22T20:41:31.411804Z","steps":["trace[1271571596] 'agreement among raft nodes before linearized reading' (duration: 2.374870881s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623146817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:41:31.41185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127640785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T20:41:31.411866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.036268Z","time spent":"2.375588007s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T20:41:31.411862Z","caller":"traceutil/trace.go:171","msg":"trace[430238143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2321; }","duration":"1.127656335s","start":"2026-04-22T20:41:30.28419Z","end":"2026-04-22T20:41:31.411846Z","steps":["trace[430238143] 'agreement among raft nodes before linearized reading' (duration: 1.127503201s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.411885Z","caller":"traceutil/trace.go:171","msg":"trace[1201787984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2321; }","duration":"1.127725907s","start":"2026-04-22T20:41:30.284149Z","end":"2026-04-22T20:41:31.411875Z","steps":["trace[1201787984] 'agreement among raft nodes before linearized reading' (duration: 1.127588073s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855503366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-22T20:41:31.411912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.284123Z","time spent":"1.127781148s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:41:31.411899Z","caller":"traceutil/trace.go:171","msg":"trace[1276153406] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2321; }","duration":"1.623386913s","start":"2026-04-22T20:41:29.788485Z","end":"2026-04-22T20:41:31.411872Z","steps":["trace[1276153406] 'agreement among raft nodes before linearized reading' (duration: 1.623084656s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:41:31.411916Z","caller":"traceutil/trace.go:171","msg":"trace[1105051813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2321; }","duration":"1.855631769s","start":"2026-04-22T20:41:29.556278Z","end":"2026-04-22T20:41:31.41191Z","steps":["trace[1105051813] 'agreement among raft nodes before linearized reading' (duration: 1.855041316s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.284175Z","time spent":"1.127722907s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:41:31.411643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:28.521587Z","time spent":"2.890046437s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-22T20:41:31.411683Z","caller":"traceutil/trace.go:171","msg":"trace[1948362047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2321; }","duration":"1.1274068s","start":"2026-04-22T20:41:30.284263Z","end":"2026-04-22T20:41:31.411669Z","steps":["trace[1948362047] 'agreement among raft nodes before linearized reading' (duration: 1.127209825s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.788422Z","time spent":"1.623522315s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:41:31.41174Z","caller":"traceutil/trace.go:171","msg":"trace[1115074077] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2321; }","duration":"3.464241871s","start":"2026-04-22T20:41:27.947461Z","end":"2026-04-22T20:41:31.411702Z","steps":["trace[1115074077] 'agreement among raft nodes before linearized reading' (duration: 3.464003805s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.411995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.284238Z","time spent":"1.127751917s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:41:31.412003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:29.55625Z","time spent":"1.855748261s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-22T20:41:31.412029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.947438Z","time spent":"3.464577208s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.411717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.362159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:41:31.412081Z","caller":"traceutil/trace.go:171","msg":"trace[2099295206] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2321; }","duration":"997.765118ms","start":"2026-04-22T20:41:30.414309Z","end":"2026-04-22T20:41:31.412074Z","steps":["trace[2099295206] 'agreement among raft nodes before linearized reading' (duration: 997.39072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.412105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.41429Z","time spent":"997.808119ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:41:31.412216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596516932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T20:41:31.412299Z","caller":"traceutil/trace.go:171","msg":"trace[434076142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2321; }","duration":"3.596635275s","start":"2026-04-22T20:41:27.815648Z","end":"2026-04-22T20:41:31.412283Z","steps":["trace[434076142] 'agreement among raft nodes before linearized reading' (duration: 3.595499129s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.412372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:27.815619Z","time spent":"3.596741518s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T20:41:31.412235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.125801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:41:31.41255Z","caller":"traceutil/trace.go:171","msg":"trace[1978929274] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2321; }","duration":"428.439568ms","start":"2026-04-22T20:41:30.984051Z","end":"2026-04-22T20:41:31.41249Z","steps":["trace[1978929274] 'agreement among raft nodes before linearized reading' (duration: 427.982937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:41:31.412665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:41:30.984028Z","time spent":"428.575461ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:43:02.640789Z","caller":"traceutil/trace.go:171","msg":"trace[131846938] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"141.828536ms","start":"2026-04-22T20:43:02.498926Z","end":"2026-04-22T20:43:02.640755Z","steps":["trace[131846938] 'process raft request' (duration: 141.585431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.363593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.779076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:43:09.363683Z","caller":"traceutil/trace.go:171","msg":"trace[918078761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3035; }","duration":"682.94324ms","start":"2026-04-22T20:43:08.680719Z","end":"2026-04-22T20:43:09.363662Z","steps":["trace[918078761] 'range keys from in-memory index tree' (duration: 682.677104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.363728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:08.680694Z","time spent":"683.025053ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:43:09.363753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.986046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:43:09.363854Z","caller":"traceutil/trace.go:171","msg":"trace[2115970841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3035; }","duration":"669.105888ms","start":"2026-04-22T20:43:08.694733Z","end":"2026-04-22T20:43:09.363839Z","steps":["trace[2115970841] 'range keys from in-memory index tree' (duration: 668.974375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.363838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.999333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:43:09.363942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.162484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:43:09.363971Z","caller":"traceutil/trace.go:171","msg":"trace[433741698] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3035; }","duration":"967.168897ms","start":"2026-04-22T20:43:08.396766Z","end":"2026-04-22T20:43:09.363935Z","steps":["trace[433741698] 'count revisions from in-memory index tree' (duration: 966.84873ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:43:09.364029Z","caller":"traceutil/trace.go:171","msg":"trace[2083191499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3035; }","duration":"806.301496ms","start":"2026-04-22T20:43:08.557707Z","end":"2026-04-22T20:43:09.364008Z","steps":["trace[2083191499] 'count revisions from in-memory index tree' (duration: 806.093312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.364042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:08.396711Z","time spent":"967.318421ms","remote":"127.0.0.1:50324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:43:09.36411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.220001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-22T20:43:09.364193Z","caller":"traceutil/trace.go:171","msg":"trace[1497257132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3035; }","duration":"814.372635ms","start":"2026-04-22T20:43:08.5498Z","end":"2026-04-22T20:43:09.364173Z","steps":["trace[1497257132] 'range keys from in-memory index tree' (duration: 814.017776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.36442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:08.549768Z","time spent":"814.639631ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-22T20:43:09.3647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:08.557695Z","time spent":"806.964412ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:43:09.386088Z","caller":"traceutil/trace.go:171","msg":"trace[944100106] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"320.088252ms","start":"2026-04-22T20:43:09.065957Z","end":"2026-04-22T20:43:09.386046Z","steps":["trace[944100106] 'process raft request' (duration: 319.834196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:09.386285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:09.065937Z","time spent":"320.241696ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:43:09.629419Z","caller":"traceutil/trace.go:171","msg":"trace[84958818] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"213.446646ms","start":"2026-04-22T20:43:09.415918Z","end":"2026-04-22T20:43:09.629365Z","steps":["trace[84958818] 'process raft request' (duration: 140.296391ms)","trace[84958818] 'compare' (duration: 72.648634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:43:10.527846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854798345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T20:43:10.989328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1136035s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T20:43:10.989743Z","caller":"traceutil/trace.go:171","msg":"trace[1277964111] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"1.114111142s","start":"2026-04-22T20:43:09.875604Z","end":"2026-04-22T20:43:10.989715Z","steps":["trace[1277964111] 'process raft request' (duration: 1.113946028s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:10.989894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:09.875551Z","time spent":"1.114253125s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:43:11.755272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.651462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:43:11.755475Z","caller":"traceutil/trace.go:171","msg":"trace[1961173071] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3162; }","duration":"1.728131875s","start":"2026-04-22T20:43:10.027327Z","end":"2026-04-22T20:43:11.755459Z","steps":["trace[1961173071] 'read index received' (duration: 962.332384ms)","trace[1961173071] 'applied index is now lower than readState.Index' (duration: 765.798531ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:43:11.75564Z","caller":"traceutil/trace.go:171","msg":"trace[588887334] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"1.821414029s","start":"2026-04-22T20:43:09.93409Z","end":"2026-04-22T20:43:11.755504Z","steps":["trace[588887334] 'process raft request' (duration: 1.821275146s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.755937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:09.934047Z","time spent":"1.821736407s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:43:11.755951Z","caller":"traceutil/trace.go:171","msg":"trace[30991752] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"1.821102933s","start":"2026-04-22T20:43:09.934455Z","end":"2026-04-22T20:43:11.755558Z","steps":["trace[30991752] 'process raft request' (duration: 1.820960629s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:43:11.755504Z","caller":"traceutil/trace.go:171","msg":"trace[573079153] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"1.821820169s","start":"2026-04-22T20:43:09.933642Z","end":"2026-04-22T20:43:11.755462Z","steps":["trace[573079153] 'process raft request' (duration: 1.244883111s)","trace[573079153] 'compare' (duration: 576.557799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:43:11.756129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:09.934426Z","time spent":"1.821638754s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:43:11.756271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718317886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T20:43:11.756272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:09.933607Z","time spent":"1.822513845s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:43:11.756535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72922537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:43:11.756417Z","caller":"traceutil/trace.go:171","msg":"trace[1305611863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3042; }","duration":"1.71849302s","start":"2026-04-22T20:43:10.037859Z","end":"2026-04-22T20:43:11.756352Z","steps":["trace[1305611863] 'agreement among raft nodes before linearized reading' (duration: 1.718192743s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:43:11.756581Z","caller":"traceutil/trace.go:171","msg":"trace[247743482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3042; }","duration":"1.729333653s","start":"2026-04-22T20:43:10.027236Z","end":"2026-04-22T20:43:11.756569Z","steps":["trace[247743482] 'agreement among raft nodes before linearized reading' (duration: 1.72921309s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076124926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:43:11.756652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.037829Z","time spent":"1.718784967s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.027202Z","time spent":"1.729411565s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.100063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:43:11.75674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687338194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:43:11.756756Z","caller":"traceutil/trace.go:171","msg":"trace[1180946917] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3042; }","duration":"435.192314ms","start":"2026-04-22T20:43:11.321548Z","end":"2026-04-22T20:43:11.75674Z","steps":["trace[1180946917] 'agreement among raft nodes before linearized reading' (duration: 435.092342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619517203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T20:43:11.756792Z","caller":"traceutil/trace.go:171","msg":"trace[1309825720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3042; }","duration":"1.687417366s","start":"2026-04-22T20:43:10.069362Z","end":"2026-04-22T20:43:11.756779Z","steps":["trace[1309825720] 'agreement among raft nodes before linearized reading' (duration: 1.687286823s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:11.321527Z","time spent":"435.269236ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:43:11.756825Z","caller":"traceutil/trace.go:171","msg":"trace[207013530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3042; }","duration":"1.619629076s","start":"2026-04-22T20:43:10.137177Z","end":"2026-04-22T20:43:11.756806Z","steps":["trace[207013530] 'agreement among raft nodes before linearized reading' (duration: 1.619417501s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.069349Z","time spent":"1.687481637s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61296698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:43:11.75687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.137164Z","time spent":"1.619695777s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.993923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8c88e25e29a61\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-22T20:43:11.756915Z","caller":"traceutil/trace.go:171","msg":"trace[180947719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3042; }","duration":"1.613060233s","start":"2026-04-22T20:43:10.143836Z","end":"2026-04-22T20:43:11.756896Z","steps":["trace[180947719] 'agreement among raft nodes before linearized reading' (duration: 1.612971031s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.828976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:43:11.756959Z","caller":"traceutil/trace.go:171","msg":"trace[1419056790] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8c88e25e29a61; range_end:; response_count:1; response_revision:3042; }","duration":"910.049154ms","start":"2026-04-22T20:43:10.846896Z","end":"2026-04-22T20:43:11.756945Z","steps":["trace[1419056790] 'agreement among raft nodes before linearized reading' (duration: 909.903681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714383634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:43:11.757Z","caller":"traceutil/trace.go:171","msg":"trace[667993754] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:3042; }","duration":"271.969549ms","start":"2026-04-22T20:43:11.485014Z","end":"2026-04-22T20:43:11.756984Z","steps":["trace[667993754] 'agreement among raft nodes before linearized reading' (duration: 271.721893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.757006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.846823Z","time spent":"910.172837ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a8c88e25e29a61\" "} {"level":"info","ts":"2026-04-22T20:43:11.757217Z","caller":"traceutil/trace.go:171","msg":"trace[247247538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3042; }","duration":"1.714467937s","start":"2026-04-22T20:43:10.042553Z","end":"2026-04-22T20:43:11.757021Z","steps":["trace[247247538] 'agreement among raft nodes before linearized reading' (duration: 1.714276932s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.756981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204916668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-22T20:43:11.757262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.042536Z","time spent":"1.714718152s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.376216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T20:43:11.757293Z","caller":"traceutil/trace.go:171","msg":"trace[1672012945] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3042; }","duration":"1.205370999s","start":"2026-04-22T20:43:10.551907Z","end":"2026-04-22T20:43:11.757278Z","steps":["trace[1672012945] 'agreement among raft nodes before linearized reading' (duration: 1.204838626s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:43:11.757344Z","caller":"traceutil/trace.go:171","msg":"trace[304835160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3042; }","duration":"426.040042ms","start":"2026-04-22T20:43:11.331278Z","end":"2026-04-22T20:43:11.757318Z","steps":["trace[304835160] 'agreement among raft nodes before linearized reading' (duration: 425.290854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.757395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:11.331256Z","time spent":"426.123113ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T20:43:11.756688Z","caller":"traceutil/trace.go:171","msg":"trace[548466140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3042; }","duration":"1.076237038s","start":"2026-04-22T20:43:10.680431Z","end":"2026-04-22T20:43:11.756668Z","steps":["trace[548466140] 'agreement among raft nodes before linearized reading' (duration: 1.076115986s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:43:11.75742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.551884Z","time spent":"1.205488302s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-22T20:43:11.757482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.680411Z","time spent":"1.077055947s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:43:11.756957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:43:10.143814Z","time spent":"1.613136974s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:45:08.465438Z","caller":"traceutil/trace.go:171","msg":"trace[1663858464] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"247.461614ms","start":"2026-04-22T20:45:08.217935Z","end":"2026-04-22T20:45:08.465396Z","steps":["trace[1663858464] 'process raft request' (duration: 247.214348ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.594584Z","caller":"traceutil/trace.go:171","msg":"trace[1754133586] linearizableReadLoop","detail":"{readStateIndex:3935; appliedIndex:3933; }","duration":"256.185678ms","start":"2026-04-22T20:45:08.338363Z","end":"2026-04-22T20:45:08.594549Z","steps":["trace[1754133586] 'read index received' (duration: 126.754288ms)","trace[1754133586] 'applied index is now lower than readState.Index' (duration: 129.43007ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:45:08.594613Z","caller":"traceutil/trace.go:171","msg":"trace[158507971] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"327.795439ms","start":"2026-04-22T20:45:08.266777Z","end":"2026-04-22T20:45:08.594572Z","steps":["trace[158507971] 'process raft request' (duration: 327.503222ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.594669Z","caller":"traceutil/trace.go:171","msg":"trace[1883647147] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"234.049331ms","start":"2026-04-22T20:45:08.360565Z","end":"2026-04-22T20:45:08.594614Z","steps":["trace[1883647147] 'process raft request' (duration: 233.925078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:08.594834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:45:08.266739Z","time spent":"327.968253ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:45:08.594822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.395663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:45:08.594873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.839599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:45:08.594923Z","caller":"traceutil/trace.go:171","msg":"trace[1254608028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3781; }","duration":"240.972892ms","start":"2026-04-22T20:45:08.353934Z","end":"2026-04-22T20:45:08.594907Z","steps":["trace[1254608028] 'agreement among raft nodes before linearized reading' (duration: 240.85424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:08.595023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.41376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:45:08.595085Z","caller":"traceutil/trace.go:171","msg":"trace[2098246283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3781; }","duration":"123.553783ms","start":"2026-04-22T20:45:08.471518Z","end":"2026-04-22T20:45:08.595071Z","steps":["trace[2098246283] 'agreement among raft nodes before linearized reading' (duration: 123.458941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:08.595102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.072598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T20:45:08.594921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.030711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:45:08.595118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.110443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T20:45:08.595176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.599004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T20:45:08.595213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.119446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:45:08.595241Z","caller":"traceutil/trace.go:171","msg":"trace[68516250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3781; }","duration":"192.288187ms","start":"2026-04-22T20:45:08.402935Z","end":"2026-04-22T20:45:08.595224Z","steps":["trace[68516250] 'agreement among raft nodes before linearized reading' (duration: 191.99056ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.59524Z","caller":"traceutil/trace.go:171","msg":"trace[1961372791] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3781; }","duration":"180.344098ms","start":"2026-04-22T20:45:08.414832Z","end":"2026-04-22T20:45:08.595176Z","steps":["trace[1961372791] 'agreement among raft nodes before linearized reading' (duration: 180.00708ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.595289Z","caller":"traceutil/trace.go:171","msg":"trace[542513368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3781; }","duration":"169.243729ms","start":"2026-04-22T20:45:08.426021Z","end":"2026-04-22T20:45:08.595264Z","steps":["trace[542513368] 'agreement among raft nodes before linearized reading' (duration: 168.986333ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.594916Z","caller":"traceutil/trace.go:171","msg":"trace[1393661418] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3781; }","duration":"256.567556ms","start":"2026-04-22T20:45:08.338328Z","end":"2026-04-22T20:45:08.594896Z","steps":["trace[1393661418] 'agreement among raft nodes before linearized reading' (duration: 256.359731ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.595277Z","caller":"traceutil/trace.go:171","msg":"trace[770314377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3781; }","duration":"183.739987ms","start":"2026-04-22T20:45:08.411512Z","end":"2026-04-22T20:45:08.595252Z","steps":["trace[770314377] 'agreement among raft nodes before linearized reading' (duration: 183.443091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:08.595192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.311254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:45:08.595415Z","caller":"traceutil/trace.go:171","msg":"trace[159011778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3781; }","duration":"197.57652ms","start":"2026-04-22T20:45:08.397825Z","end":"2026-04-22T20:45:08.595402Z","steps":["trace[159011778] 'agreement among raft nodes before linearized reading' (duration: 197.178781ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:08.595171Z","caller":"traceutil/trace.go:171","msg":"trace[1832737629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3781; }","duration":"188.171161ms","start":"2026-04-22T20:45:08.406982Z","end":"2026-04-22T20:45:08.595153Z","steps":["trace[1832737629] 'agreement among raft nodes before linearized reading' (duration: 187.917365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:11.594988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:45:11.595226Z","caller":"traceutil/trace.go:171","msg":"trace[648736274] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:3858; }","duration":"103.922715ms","start":"2026-04-22T20:45:11.491278Z","end":"2026-04-22T20:45:11.595201Z","steps":["trace[648736274] 'range keys from in-memory index tree' (duration: 103.441373ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:20.798776Z","caller":"traceutil/trace.go:171","msg":"trace[1664672078] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"161.19228ms","start":"2026-04-22T20:45:20.637557Z","end":"2026-04-22T20:45:20.798749Z","steps":["trace[1664672078] 'process raft request' (duration: 161.038997ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:20.837162Z","caller":"traceutil/trace.go:171","msg":"trace[1452185493] linearizableReadLoop","detail":"{readStateIndex:4071; appliedIndex:4069; }","duration":"181.204588ms","start":"2026-04-22T20:45:20.655931Z","end":"2026-04-22T20:45:20.837135Z","steps":["trace[1452185493] 'read index received' (duration: 142.636468ms)","trace[1452185493] 'applied index is now lower than readState.Index' (duration: 38.56686ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:45:20.837281Z","caller":"traceutil/trace.go:171","msg":"trace[1880254306] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"197.604931ms","start":"2026-04-22T20:45:20.639644Z","end":"2026-04-22T20:45:20.837249Z","steps":["trace[1880254306] 'process raft request' (duration: 197.346185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:20.837416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.597663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T20:45:20.837413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.467984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:45:20.837449Z","caller":"traceutil/trace.go:171","msg":"trace[135659903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3914; }","duration":"159.667715ms","start":"2026-04-22T20:45:20.677774Z","end":"2026-04-22T20:45:20.837442Z","steps":["trace[135659903] 'agreement among raft nodes before linearized reading' (duration: 159.585973ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:20.837463Z","caller":"traceutil/trace.go:171","msg":"trace[431464708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3914; }","duration":"181.581557ms","start":"2026-04-22T20:45:20.655871Z","end":"2026-04-22T20:45:20.837452Z","steps":["trace[431464708] 'agreement among raft nodes before linearized reading' (duration: 181.389322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:20.837485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.543576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T20:45:20.837524Z","caller":"traceutil/trace.go:171","msg":"trace[1840771227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3914; }","duration":"172.629488ms","start":"2026-04-22T20:45:20.664884Z","end":"2026-04-22T20:45:20.837513Z","steps":["trace[1840771227] 'agreement among raft nodes before linearized reading' (duration: 172.511355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:20.83756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.835276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:45:20.837573Z","caller":"traceutil/trace.go:171","msg":"trace[1725096951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3914; }","duration":"176.888187ms","start":"2026-04-22T20:45:20.660681Z","end":"2026-04-22T20:45:20.83757Z","steps":["trace[1725096951] 'agreement among raft nodes before linearized reading' (duration: 176.848176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:45:20.837702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.111072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:45:20.837731Z","caller":"traceutil/trace.go:171","msg":"trace[995963984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3914; }","duration":"177.154484ms","start":"2026-04-22T20:45:20.660568Z","end":"2026-04-22T20:45:20.837722Z","steps":["trace[995963984] 'agreement among raft nodes before linearized reading' (duration: 176.713834ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:20.974913Z","caller":"traceutil/trace.go:171","msg":"trace[1512938747] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"132.892381ms","start":"2026-04-22T20:45:20.841965Z","end":"2026-04-22T20:45:20.974858Z","steps":["trace[1512938747] 'process raft request' (duration: 48.234345ms)","trace[1512938747] 'compare' (duration: 84.518162ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:45:21.128425Z","caller":"traceutil/trace.go:171","msg":"trace[496146588] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"285.371979ms","start":"2026-04-22T20:45:20.84302Z","end":"2026-04-22T20:45:21.128392Z","steps":["trace[496146588] 'process raft request' (duration: 285.328048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:21.128857Z","caller":"traceutil/trace.go:171","msg":"trace[1348486912] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"286.848093ms","start":"2026-04-22T20:45:20.841995Z","end":"2026-04-22T20:45:21.128843Z","steps":["trace[1348486912] 'process raft request' (duration: 268.127647ms)","trace[1348486912] 'compare' (duration: 17.862736ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:45:21.129035Z","caller":"traceutil/trace.go:171","msg":"trace[553380614] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"286.987597ms","start":"2026-04-22T20:45:20.842036Z","end":"2026-04-22T20:45:21.129024Z","steps":["trace[553380614] 'process raft request' (duration: 286.216629ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:21.129189Z","caller":"traceutil/trace.go:171","msg":"trace[293937360] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"287.075348ms","start":"2026-04-22T20:45:20.842105Z","end":"2026-04-22T20:45:21.12918Z","steps":["trace[293937360] 'process raft request' (duration: 286.209078ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:21.505075Z","caller":"traceutil/trace.go:171","msg":"trace[1694800987] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"111.269846ms","start":"2026-04-22T20:45:21.393773Z","end":"2026-04-22T20:45:21.505042Z","steps":["trace[1694800987] 'process raft request' (duration: 111.084832ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:45:42.701782Z","caller":"traceutil/trace.go:171","msg":"trace[1934642698] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"118.128862ms","start":"2026-04-22T20:45:42.583599Z","end":"2026-04-22T20:45:42.701728Z","steps":["trace[1934642698] 'process raft request' (duration: 117.949188ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:25.643059Z","caller":"traceutil/trace.go:171","msg":"trace[835268277] linearizableReadLoop","detail":"{readStateIndex:4518; appliedIndex:4517; }","duration":"156.074028ms","start":"2026-04-22T20:46:25.486957Z","end":"2026-04-22T20:46:25.643031Z","steps":["trace[835268277] 'read index received' (duration: 70.68061ms)","trace[835268277] 'applied index is now lower than readState.Index' (duration: 85.392498ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:25.643198Z","caller":"traceutil/trace.go:171","msg":"trace[1652803833] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"157.788679ms","start":"2026-04-22T20:46:25.485397Z","end":"2026-04-22T20:46:25.643185Z","steps":["trace[1652803833] 'process raft request' (duration: 72.293029ms)","trace[1652803833] 'compare' (duration: 85.202253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:46:25.643395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.416376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:46:25.643481Z","caller":"traceutil/trace.go:171","msg":"trace[999691884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4344; }","duration":"156.530508ms","start":"2026-04-22T20:46:25.486928Z","end":"2026-04-22T20:46:25.643459Z","steps":["trace[999691884] 'agreement among raft nodes before linearized reading' (duration: 156.305243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:25.643497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.512217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:46:25.64358Z","caller":"traceutil/trace.go:171","msg":"trace[817581673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4344; }","duration":"153.616469ms","start":"2026-04-22T20:46:25.489938Z","end":"2026-04-22T20:46:25.643555Z","steps":["trace[817581673] 'agreement among raft nodes before linearized reading' (duration: 153.495386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:25.643638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.274592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-22T20:46:25.643637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.963095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:46:25.643675Z","caller":"traceutil/trace.go:171","msg":"trace[1473936333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4344; }","duration":"109.314783ms","start":"2026-04-22T20:46:25.534349Z","end":"2026-04-22T20:46:25.643664Z","steps":["trace[1473936333] 'agreement among raft nodes before linearized reading' (duration: 109.124518ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:25.643739Z","caller":"traceutil/trace.go:171","msg":"trace[324111855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4344; }","duration":"156.078768ms","start":"2026-04-22T20:46:25.48763Z","end":"2026-04-22T20:46:25.643708Z","steps":["trace[324111855] 'agreement among raft nodes before linearized reading' (duration: 155.799391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:25.643726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.800591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:46:25.644117Z","caller":"traceutil/trace.go:171","msg":"trace[1433205610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4344; }","duration":"156.228831ms","start":"2026-04-22T20:46:25.487872Z","end":"2026-04-22T20:46:25.644101Z","steps":["trace[1433205610] 'agreement among raft nodes before linearized reading' (duration: 155.577266ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:39.322424Z","caller":"traceutil/trace.go:171","msg":"trace[366812738] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"107.115388ms","start":"2026-04-22T20:46:39.215291Z","end":"2026-04-22T20:46:39.322406Z","steps":["trace[366812738] 'process raft request' (duration: 107.017626ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:41.589509Z","caller":"traceutil/trace.go:171","msg":"trace[622155404] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"114.216204ms","start":"2026-04-22T20:46:41.475268Z","end":"2026-04-22T20:46:41.589485Z","steps":["trace[622155404] 'process raft request' (duration: 113.866716ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:51.200075Z","caller":"traceutil/trace.go:171","msg":"trace[5508837] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4692; }","duration":"103.114494ms","start":"2026-04-22T20:46:51.096934Z","end":"2026-04-22T20:46:51.200049Z","steps":["trace[5508837] 'read index received' (duration: 102.95571ms)","trace[5508837] 'applied index is now lower than readState.Index' (duration: 157.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:51.200135Z","caller":"traceutil/trace.go:171","msg":"trace[104439520] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"135.452271ms","start":"2026-04-22T20:46:51.064647Z","end":"2026-04-22T20:46:51.200099Z","steps":["trace[104439520] 'process raft request' (duration: 135.233776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.200331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.380331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T20:46:51.200394Z","caller":"traceutil/trace.go:171","msg":"trace[1790021386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4503; }","duration":"103.483362ms","start":"2026-04-22T20:46:51.096895Z","end":"2026-04-22T20:46:51.200378Z","steps":["trace[1790021386] 'agreement among raft nodes before linearized reading' (duration: 103.307178ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:51.600364Z","caller":"traceutil/trace.go:171","msg":"trace[1097999701] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4693; }","duration":"336.931758ms","start":"2026-04-22T20:46:51.26341Z","end":"2026-04-22T20:46:51.600342Z","steps":["trace[1097999701] 'read index received' (duration: 309.622629ms)","trace[1097999701] 'applied index is now lower than readState.Index' (duration: 27.308379ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:51.600388Z","caller":"traceutil/trace.go:171","msg":"trace[610159469] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"383.530919ms","start":"2026-04-22T20:46:51.216821Z","end":"2026-04-22T20:46:51.600352Z","steps":["trace[610159469] 'process raft request' (duration: 356.184869ms)","trace[610159469] 'compare' (duration: 27.234308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:46:51.600529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.2168Z","time spent":"383.657262ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:46:51.600753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.324697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:46:51.600903Z","caller":"traceutil/trace.go:171","msg":"trace[1305558512] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4504; }","duration":"337.45256ms","start":"2026-04-22T20:46:51.263366Z","end":"2026-04-22T20:46:51.600819Z","steps":["trace[1305558512] 'agreement among raft nodes before linearized reading' (duration: 337.055351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.600948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.26335Z","time spent":"337.587884ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-22T20:46:51.798266Z","caller":"traceutil/trace.go:171","msg":"trace[1754663719] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4694; }","duration":"197.817311ms","start":"2026-04-22T20:46:51.600429Z","end":"2026-04-22T20:46:51.798246Z","steps":["trace[1754663719] 'read index received' (duration: 139.814703ms)","trace[1754663719] 'applied index is now lower than readState.Index' (duration: 58.001848ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:51.798355Z","caller":"traceutil/trace.go:171","msg":"trace[1929884931] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"418.701052ms","start":"2026-04-22T20:46:51.379595Z","end":"2026-04-22T20:46:51.798296Z","steps":["trace[1929884931] 'process raft request' (duration: 418.61616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.798442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.532774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:46:51.798513Z","caller":"traceutil/trace.go:171","msg":"trace[1560285299] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"474.193761ms","start":"2026-04-22T20:46:51.324307Z","end":"2026-04-22T20:46:51.798501Z","steps":["trace[1560285299] 'process raft request' (duration: 416.04658ms)","trace[1560285299] 'compare' (duration: 57.769282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:46:51.798552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.379547Z","time spent":"418.903397ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:46:51.798603Z","caller":"traceutil/trace.go:171","msg":"trace[423759129] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4506; }","duration":"194.636197ms","start":"2026-04-22T20:46:51.603859Z","end":"2026-04-22T20:46:51.798495Z","steps":["trace[423759129] 'agreement among raft nodes before linearized reading' (duration: 194.537925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.798806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.334529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:46:51.798845Z","caller":"traceutil/trace.go:171","msg":"trace[1531393049] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4506; }","duration":"490.401741ms","start":"2026-04-22T20:46:51.308435Z","end":"2026-04-22T20:46:51.798836Z","steps":["trace[1531393049] 'agreement among raft nodes before linearized reading' (duration: 490.34658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.798865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.308418Z","time spent":"490.442162ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:46:51.798856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.787544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:46:51.798997Z","caller":"traceutil/trace.go:171","msg":"trace[663216578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4506; }","duration":"119.947599ms","start":"2026-04-22T20:46:51.679041Z","end":"2026-04-22T20:46:51.798988Z","steps":["trace[663216578] 'agreement among raft nodes before linearized reading' (duration: 119.782275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.798615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.324285Z","time spent":"474.264433ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:46:51.79919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.284296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:46:51.799212Z","caller":"traceutil/trace.go:171","msg":"trace[1716299787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4506; }","duration":"164.326897ms","start":"2026-04-22T20:46:51.634879Z","end":"2026-04-22T20:46:51.799205Z","steps":["trace[1716299787] 'agreement among raft nodes before linearized reading' (duration: 164.237525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.798464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.223309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:46:51.799256Z","caller":"traceutil/trace.go:171","msg":"trace[981035392] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:4506; }","duration":"301.067139ms","start":"2026-04-22T20:46:51.498181Z","end":"2026-04-22T20:46:51.799248Z","steps":["trace[981035392] 'agreement among raft nodes before linearized reading' (duration: 300.176778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:51.799287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:46:51.498162Z","time spent":"301.117349ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T20:46:53.347072Z","caller":"traceutil/trace.go:171","msg":"trace[1717495259] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"139.933846ms","start":"2026-04-22T20:46:53.207099Z","end":"2026-04-22T20:46:53.347032Z","steps":["trace[1717495259] 'process raft request' (duration: 139.6673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:54.031621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.802687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:46:54.03198Z","caller":"traceutil/trace.go:171","msg":"trace[997866363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4525; }","duration":"102.932569ms","start":"2026-04-22T20:46:53.928755Z","end":"2026-04-22T20:46:54.031687Z","steps":["trace[997866363] 'range keys from in-memory index tree' (duration: 101.984427ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:57.373714Z","caller":"traceutil/trace.go:171","msg":"trace[1150935027] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"121.784991ms","start":"2026-04-22T20:46:57.251869Z","end":"2026-04-22T20:46:57.373654Z","steps":["trace[1150935027] 'process raft request' (duration: 55.623452ms)","trace[1150935027] 'compare' (duration: 66.027506ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:57.374601Z","caller":"traceutil/trace.go:171","msg":"trace[1148816295] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"122.261402ms","start":"2026-04-22T20:46:57.252319Z","end":"2026-04-22T20:46:57.37458Z","steps":["trace[1148816295] 'process raft request' (duration: 121.939085ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:57.374677Z","caller":"traceutil/trace.go:171","msg":"trace[2016689141] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"122.208501ms","start":"2026-04-22T20:46:57.252436Z","end":"2026-04-22T20:46:57.374645Z","steps":["trace[2016689141] 'process raft request' (duration: 122.035917ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:57.374833Z","caller":"traceutil/trace.go:171","msg":"trace[1991327666] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"114.882579ms","start":"2026-04-22T20:46:57.259927Z","end":"2026-04-22T20:46:57.374809Z","steps":["trace[1991327666] 'process raft request' (duration: 114.614393ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:57.374971Z","caller":"traceutil/trace.go:171","msg":"trace[1739412498] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"114.958971ms","start":"2026-04-22T20:46:57.260005Z","end":"2026-04-22T20:46:57.374964Z","steps":["trace[1739412498] 'process raft request' (duration: 114.603693ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:57.375878Z","caller":"traceutil/trace.go:171","msg":"trace[245713953] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4984; }","duration":"115.870053ms","start":"2026-04-22T20:46:57.259981Z","end":"2026-04-22T20:46:57.375851Z","steps":["trace[245713953] 'read index received' (duration: 47.462591ms)","trace[245713953] 'applied index is now lower than readState.Index' (duration: 68.404772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:46:57.376134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.132489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-04-22T20:46:57.376181Z","caller":"traceutil/trace.go:171","msg":"trace[487001075] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4796; }","duration":"116.2167ms","start":"2026-04-22T20:46:57.259949Z","end":"2026-04-22T20:46:57.376166Z","steps":["trace[487001075] 'agreement among raft nodes before linearized reading' (duration: 116.034166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:46:57.376198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.279791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:46:57.376305Z","caller":"traceutil/trace.go:171","msg":"trace[588925332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4796; }","duration":"104.444515ms","start":"2026-04-22T20:46:57.271833Z","end":"2026-04-22T20:46:57.376277Z","steps":["trace[588925332] 'agreement among raft nodes before linearized reading' (duration: 104.2256ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:58.536961Z","caller":"traceutil/trace.go:171","msg":"trace[1662440665] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"137.017348ms","start":"2026-04-22T20:46:58.399908Z","end":"2026-04-22T20:46:58.536925Z","steps":["trace[1662440665] 'process raft request' (duration: 126.38878ms)","trace[1662440665] 'compare' (duration: 10.462354ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:58.562804Z","caller":"traceutil/trace.go:171","msg":"trace[986481771] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"160.722993ms","start":"2026-04-22T20:46:58.402065Z","end":"2026-04-22T20:46:58.562788Z","steps":["trace[986481771] 'process raft request' (duration: 160.59058ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:58.562818Z","caller":"traceutil/trace.go:171","msg":"trace[1531482293] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"115.34797ms","start":"2026-04-22T20:46:58.447447Z","end":"2026-04-22T20:46:58.562795Z","steps":["trace[1531482293] 'process raft request' (duration: 115.276268ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:58.562792Z","caller":"traceutil/trace.go:171","msg":"trace[315925666] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"161.338507ms","start":"2026-04-22T20:46:58.40142Z","end":"2026-04-22T20:46:58.562759Z","steps":["trace[315925666] 'process raft request' (duration: 161.109942ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:46:59.671787Z","caller":"traceutil/trace.go:171","msg":"trace[183727355] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"164.089511ms","start":"2026-04-22T20:46:59.507669Z","end":"2026-04-22T20:46:59.671758Z","steps":["trace[183727355] 'process raft request' (duration: 75.465837ms)","trace[183727355] 'compare' (duration: 88.505241ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:46:59.677411Z","caller":"traceutil/trace.go:171","msg":"trace[792725988] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"130.549057ms","start":"2026-04-22T20:46:59.546826Z","end":"2026-04-22T20:46:59.677375Z","steps":["trace[792725988] 'process raft request' (duration: 130.379253ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:01.824181Z","caller":"traceutil/trace.go:171","msg":"trace[1506000081] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"103.655667ms","start":"2026-04-22T20:47:01.720494Z","end":"2026-04-22T20:47:01.824149Z","steps":["trace[1506000081] 'process raft request' (duration: 103.306379ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:03.269949Z","caller":"traceutil/trace.go:171","msg":"trace[1429194727] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"100.404451ms","start":"2026-04-22T20:47:03.169522Z","end":"2026-04-22T20:47:03.269927Z","steps":["trace[1429194727] 'process raft request' (duration: 91.095982ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:03.271734Z","caller":"traceutil/trace.go:171","msg":"trace[537577479] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"101.971327ms","start":"2026-04-22T20:47:03.169735Z","end":"2026-04-22T20:47:03.271707Z","steps":["trace[537577479] 'process raft request' (duration: 101.733222ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:03.56943Z","caller":"traceutil/trace.go:171","msg":"trace[981930798] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"135.816229ms","start":"2026-04-22T20:47:03.433579Z","end":"2026-04-22T20:47:03.569395Z","steps":["trace[981930798] 'read index received' (duration: 135.537503ms)","trace[981930798] 'applied index is now lower than readState.Index' (duration: 277.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:03.569648Z","caller":"traceutil/trace.go:171","msg":"trace[320779714] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"173.705236ms","start":"2026-04-22T20:47:03.395901Z","end":"2026-04-22T20:47:03.569606Z","steps":["trace[320779714] 'process raft request' (duration: 173.049571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:03.570075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.023974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517928"} {"level":"info","ts":"2026-04-22T20:47:03.570121Z","caller":"traceutil/trace.go:171","msg":"trace[2006658568] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5013; }","duration":"162.111925ms","start":"2026-04-22T20:47:03.407996Z","end":"2026-04-22T20:47:03.570108Z","steps":["trace[2006658568] 'agreement among raft nodes before linearized reading' (duration: 161.549972ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:03.625292Z","caller":"traceutil/trace.go:171","msg":"trace[780956091] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"179.388619ms","start":"2026-04-22T20:47:03.445876Z","end":"2026-04-22T20:47:03.625265Z","steps":["trace[780956091] 'process raft request' (duration: 179.236126ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:04.788139Z","caller":"traceutil/trace.go:171","msg":"trace[1116176361] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5225; }","duration":"184.742375ms","start":"2026-04-22T20:47:04.603351Z","end":"2026-04-22T20:47:04.788093Z","steps":["trace[1116176361] 'read index received' (duration: 184.574461ms)","trace[1116176361] 'applied index is now lower than readState.Index' (duration: 167.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:04.788182Z","caller":"traceutil/trace.go:171","msg":"trace[1073231875] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"200.267739ms","start":"2026-04-22T20:47:04.587864Z","end":"2026-04-22T20:47:04.788131Z","steps":["trace[1073231875] 'process raft request' (duration: 200.088955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:04.788294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.928889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:47:04.788361Z","caller":"traceutil/trace.go:171","msg":"trace[779113535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5028; }","duration":"185.059523ms","start":"2026-04-22T20:47:04.603286Z","end":"2026-04-22T20:47:04.788345Z","steps":["trace[779113535] 'agreement among raft nodes before linearized reading' (duration: 184.905119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:04.788363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.234274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:04.788424Z","caller":"traceutil/trace.go:171","msg":"trace[634289967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5028; }","duration":"108.351806ms","start":"2026-04-22T20:47:04.68006Z","end":"2026-04-22T20:47:04.788412Z","steps":["trace[634289967] 'agreement among raft nodes before linearized reading' (duration: 108.234034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:05.005879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.276582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1eefef88-640e-44a7-9802-24c3655246d4\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-22T20:47:05.005944Z","caller":"traceutil/trace.go:171","msg":"trace[2131924890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1eefef88-640e-44a7-9802-24c3655246d4; range_end:; response_count:1; response_revision:5028; }","duration":"116.396255ms","start":"2026-04-22T20:47:04.889534Z","end":"2026-04-22T20:47:05.00593Z","steps":["trace[2131924890] 'range keys from in-memory index tree' (duration: 116.096378ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:05.292899Z","caller":"traceutil/trace.go:171","msg":"trace[1013025091] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"208.625285ms","start":"2026-04-22T20:47:05.084247Z","end":"2026-04-22T20:47:05.292872Z","steps":["trace[1013025091] 'read index received' (duration: 127.873064ms)","trace[1013025091] 'applied index is now lower than readState.Index' (duration: 80.750931ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:05.292955Z","caller":"traceutil/trace.go:171","msg":"trace[938581896] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"261.391949ms","start":"2026-04-22T20:47:05.03151Z","end":"2026-04-22T20:47:05.292902Z","steps":["trace[938581896] 'process raft request' (duration: 180.67746ms)","trace[938581896] 'compare' (duration: 80.341211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:05.293049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.791308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:05.293089Z","caller":"traceutil/trace.go:171","msg":"trace[851478816] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5030; }","duration":"208.90539ms","start":"2026-04-22T20:47:05.084173Z","end":"2026-04-22T20:47:05.293079Z","steps":["trace[851478816] 'agreement among raft nodes before linearized reading' (duration: 208.823159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:05.293206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.908777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d22d29d4-a0a3-453d-9e54-9f046b259cbf\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-22T20:47:05.293261Z","caller":"traceutil/trace.go:171","msg":"trace[2030304024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d22d29d4-a0a3-453d-9e54-9f046b259cbf; range_end:; response_count:1; response_revision:5030; }","duration":"120.001149ms","start":"2026-04-22T20:47:05.173244Z","end":"2026-04-22T20:47:05.293245Z","steps":["trace[2030304024] 'agreement among raft nodes before linearized reading' (duration: 119.790294ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:05.484307Z","caller":"traceutil/trace.go:171","msg":"trace[1137959046] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"172.966729ms","start":"2026-04-22T20:47:05.311316Z","end":"2026-04-22T20:47:05.484282Z","steps":["trace[1137959046] 'read index received' (duration: 172.747013ms)","trace[1137959046] 'applied index is now lower than readState.Index' (duration: 218.876µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:05.484462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.126653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:05.484517Z","caller":"traceutil/trace.go:171","msg":"trace[704712646] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5031; }","duration":"173.246386ms","start":"2026-04-22T20:47:05.311257Z","end":"2026-04-22T20:47:05.484504Z","steps":["trace[704712646] 'agreement among raft nodes before linearized reading' (duration: 173.123823ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:05.484552Z","caller":"traceutil/trace.go:171","msg":"trace[2045403727] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"178.57629ms","start":"2026-04-22T20:47:05.305947Z","end":"2026-04-22T20:47:05.484523Z","steps":["trace[2045403727] 'process raft request' (duration: 178.182071ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:07.383818Z","caller":"traceutil/trace.go:171","msg":"trace[1167084049] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5247; }","duration":"113.718442ms","start":"2026-04-22T20:47:07.270063Z","end":"2026-04-22T20:47:07.383782Z","steps":["trace[1167084049] 'read index received' (duration: 64.041509ms)","trace[1167084049] 'applied index is now lower than readState.Index' (duration: 49.674603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:07.384011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.942808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zmzr7\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-04-22T20:47:07.384065Z","caller":"traceutil/trace.go:171","msg":"trace[1923325025] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zmzr7; range_end:; response_count:1; response_revision:5049; }","duration":"114.03278ms","start":"2026-04-22T20:47:07.27002Z","end":"2026-04-22T20:47:07.384052Z","steps":["trace[1923325025] 'agreement among raft nodes before linearized reading' (duration: 113.891767ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:07.512009Z","caller":"traceutil/trace.go:171","msg":"trace[749465385] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"120.167513ms","start":"2026-04-22T20:47:07.391824Z","end":"2026-04-22T20:47:07.511991Z","steps":["trace[749465385] 'process raft request' (duration: 120.03542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.240358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675113236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:47:12.240594Z","caller":"traceutil/trace.go:171","msg":"trace[1243098365] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"549.211878ms","start":"2026-04-22T20:47:11.691364Z","end":"2026-04-22T20:47:12.240576Z","steps":["trace[1243098365] 'process raft request' (duration: 549.115075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.240682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.691339Z","time spent":"549.29592ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:12.240688Z","caller":"traceutil/trace.go:171","msg":"trace[1944210378] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"1.903668087s","start":"2026-04-22T20:47:10.336966Z","end":"2026-04-22T20:47:12.240634Z","steps":["trace[1944210378] 'process raft request' (duration: 228.180682ms)","trace[1944210378] 'compare' (duration: 1.674365899s)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:12.240829Z","caller":"traceutil/trace.go:171","msg":"trace[2115769162] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"1.825934497s","start":"2026-04-22T20:47:10.414746Z","end":"2026-04-22T20:47:12.24068Z","steps":["trace[2115769162] 'read index received' (duration: 150.3379ms)","trace[2115769162] 'applied index is now lower than readState.Index' (duration: 1.675537556s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:12.2409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.336944Z","time spent":"1.903867762s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3624,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T20:47:12.241138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826375287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-22T20:47:12.241216Z","caller":"traceutil/trace.go:171","msg":"trace[1759907977] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5253; }","duration":"1.82650058s","start":"2026-04-22T20:47:10.414702Z","end":"2026-04-22T20:47:12.241203Z","steps":["trace[1759907977] 'agreement among raft nodes before linearized reading' (duration: 1.826287955s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.241287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.41468Z","time spent":"1.826594693s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-04-22T20:47:12.276162Z","caller":"traceutil/trace.go:171","msg":"trace[576315124] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"347.844783ms","start":"2026-04-22T20:47:11.92829Z","end":"2026-04-22T20:47:12.276135Z","steps":["trace[576315124] 'process raft request' (duration: 347.668439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.276338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.928263Z","time spent":"347.979127ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:12.276468Z","caller":"traceutil/trace.go:171","msg":"trace[2004364714] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"345.423657ms","start":"2026-04-22T20:47:11.931023Z","end":"2026-04-22T20:47:12.276446Z","steps":["trace[2004364714] 'process raft request' (duration: 345.068959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.276669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.931Z","time spent":"345.57319ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:12.293264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.953958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-04-22T20:47:12.293332Z","caller":"traceutil/trace.go:171","msg":"trace[2103914849] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km; range_end:; response_count:1; response_revision:5257; }","duration":"287.05415ms","start":"2026-04-22T20:47:12.006266Z","end":"2026-04-22T20:47:12.29332Z","steps":["trace[2103914849] 'agreement among raft nodes before linearized reading' (duration: 286.897917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.909495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:47:12.293455Z","caller":"traceutil/trace.go:171","msg":"trace[1590392300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5257; }","duration":"342.000867ms","start":"2026-04-22T20:47:11.95144Z","end":"2026-04-22T20:47:12.293441Z","steps":["trace[1590392300] 'agreement among raft nodes before linearized reading' (duration: 341.864154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.95142Z","time spent":"342.065228ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:47:12.293545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.106826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T20:47:12.293555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.729266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:47:12.293589Z","caller":"traceutil/trace.go:171","msg":"trace[308203619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5257; }","duration":"341.191538ms","start":"2026-04-22T20:47:11.952388Z","end":"2026-04-22T20:47:12.29358Z","steps":["trace[308203619] 'agreement among raft nodes before linearized reading' (duration: 341.027384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.115209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-22T20:47:12.293597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576145779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T20:47:12.293668Z","caller":"traceutil/trace.go:171","msg":"trace[903659662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5257; }","duration":"128.250962ms","start":"2026-04-22T20:47:12.165395Z","end":"2026-04-22T20:47:12.293646Z","steps":["trace[903659662] 'agreement among raft nodes before linearized reading' (duration: 128.013987ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.293679Z","caller":"traceutil/trace.go:171","msg":"trace[1192535629] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5257; }","duration":"1.576270552s","start":"2026-04-22T20:47:10.717391Z","end":"2026-04-22T20:47:12.293662Z","steps":["trace[1192535629] 'agreement among raft nodes before linearized reading' (duration: 1.575833062s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.2937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583070361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30945d83-4db5-4454-82a5-68bd74bf1e46\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-22T20:47:12.293689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.720715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:47:12.293741Z","caller":"traceutil/trace.go:171","msg":"trace[206110000] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30945d83-4db5-4454-82a5-68bd74bf1e46; range_end:; response_count:1; response_revision:5257; }","duration":"1.583144083s","start":"2026-04-22T20:47:10.710586Z","end":"2026-04-22T20:47:12.29373Z","steps":["trace[206110000] 'agreement among raft nodes before linearized reading' (duration: 1.583055631s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875107158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778197"} {"level":"warn","ts":"2026-04-22T20:47:12.293765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614554619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:12.293783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.710574Z","time spent":"1.583200914s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30945d83-4db5-4454-82a5-68bd74bf1e46\" "} {"level":"warn","ts":"2026-04-22T20:47:12.293788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459345725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-22T20:47:12.293802Z","caller":"traceutil/trace.go:171","msg":"trace[1650326658] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5257; }","duration":"1.875217161s","start":"2026-04-22T20:47:10.41857Z","end":"2026-04-22T20:47:12.293787Z","steps":["trace[1650326658] 'agreement among raft nodes before linearized reading' (duration: 1.874697319s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.293807Z","caller":"traceutil/trace.go:171","msg":"trace[1990829776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5257; }","duration":"1.614652191s","start":"2026-04-22T20:47:10.679144Z","end":"2026-04-22T20:47:12.293796Z","steps":["trace[1990829776] 'agreement among raft nodes before linearized reading' (duration: 1.614594409s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.293804Z","caller":"traceutil/trace.go:171","msg":"trace[1490773544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5257; }","duration":"278.828718ms","start":"2026-04-22T20:47:12.014936Z","end":"2026-04-22T20:47:12.293765Z","steps":["trace[1490773544] 'agreement among raft nodes before linearized reading' (duration: 278.626413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.418555Z","time spent":"1.875288313s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778220,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-22T20:47:12.293296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.358598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:47:12.293894Z","caller":"traceutil/trace.go:171","msg":"trace[1356192501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5257; }","duration":"334.996383ms","start":"2026-04-22T20:47:11.958889Z","end":"2026-04-22T20:47:12.293885Z","steps":["trace[1356192501] 'agreement among raft nodes before linearized reading' (duration: 334.295306ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.293903Z","caller":"traceutil/trace.go:171","msg":"trace[711256759] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"286.874956ms","start":"2026-04-22T20:47:12.006993Z","end":"2026-04-22T20:47:12.293868Z","steps":["trace[711256759] 'process raft request' (duration: 285.990486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.293738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.71738Z","time spent":"1.576338524s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":550,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:47:12.293616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.952369Z","time spent":"341.241299ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:47:12.293823Z","caller":"traceutil/trace.go:171","msg":"trace[1077887230] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5257; }","duration":"1.459431687s","start":"2026-04-22T20:47:10.834385Z","end":"2026-04-22T20:47:12.293817Z","steps":["trace[1077887230] 'agreement among raft nodes before linearized reading' (duration: 1.459258873s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.294071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.834353Z","time spent":"1.459711664s","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-22T20:47:12.293927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.958878Z","time spent":"335.041433ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T20:47:12.293606Z","caller":"traceutil/trace.go:171","msg":"trace[223833584] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:5257; }","duration":"794.807038ms","start":"2026-04-22T20:47:11.498782Z","end":"2026-04-22T20:47:12.293589Z","steps":["trace[223833584] 'agreement among raft nodes before linearized reading' (duration: 794.715636ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.29386Z","caller":"traceutil/trace.go:171","msg":"trace[72199770] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"155.422679ms","start":"2026-04-22T20:47:12.138431Z","end":"2026-04-22T20:47:12.293853Z","steps":["trace[72199770] 'process raft request' (duration: 154.655801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.294206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:11.498761Z","time spent":"795.433572ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T20:47:12.29385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:10.679112Z","time spent":"1.614732013s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:47:12.504402Z","caller":"traceutil/trace.go:171","msg":"trace[2080472282] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"205.88034ms","start":"2026-04-22T20:47:12.298485Z","end":"2026-04-22T20:47:12.504365Z","steps":["trace[2080472282] 'process raft request' (duration: 205.545483ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.504416Z","caller":"traceutil/trace.go:171","msg":"trace[1240152653] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"205.801748ms","start":"2026-04-22T20:47:12.298574Z","end":"2026-04-22T20:47:12.504376Z","steps":["trace[1240152653] 'process raft request' (duration: 205.634144ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.504428Z","caller":"traceutil/trace.go:171","msg":"trace[288021102] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5462; }","duration":"205.283916ms","start":"2026-04-22T20:47:12.299131Z","end":"2026-04-22T20:47:12.504415Z","steps":["trace[288021102] 'read index received' (duration: 63.860435ms)","trace[288021102] 'applied index is now lower than readState.Index' (duration: 141.422651ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:12.504581Z","caller":"traceutil/trace.go:171","msg":"trace[458203745] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"205.543472ms","start":"2026-04-22T20:47:12.299008Z","end":"2026-04-22T20:47:12.504551Z","steps":["trace[458203745] 'process raft request' (duration: 205.295306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.504798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.641494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T20:47:12.504147Z","caller":"traceutil/trace.go:171","msg":"trace[1746609017] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"206.538956ms","start":"2026-04-22T20:47:12.29758Z","end":"2026-04-22T20:47:12.504119Z","steps":["trace[1746609017] 'process raft request' (duration: 206.240229ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.504861Z","caller":"traceutil/trace.go:171","msg":"trace[1272072007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5263; }","duration":"205.728557ms","start":"2026-04-22T20:47:12.299117Z","end":"2026-04-22T20:47:12.504845Z","steps":["trace[1272072007] 'agreement among raft nodes before linearized reading' (duration: 205.502431ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.504465Z","caller":"traceutil/trace.go:171","msg":"trace[1977608638] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"205.556543ms","start":"2026-04-22T20:47:12.298861Z","end":"2026-04-22T20:47:12.504418Z","steps":["trace[1977608638] 'process raft request' (duration: 205.406569ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.504939Z","caller":"traceutil/trace.go:171","msg":"trace[907369394] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"199.170563ms","start":"2026-04-22T20:47:12.30568Z","end":"2026-04-22T20:47:12.504851Z","steps":["trace[907369394] 'process raft request' (duration: 198.659891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.528291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.966787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:12.528973Z","caller":"traceutil/trace.go:171","msg":"trace[1569013992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"225.661072ms","start":"2026-04-22T20:47:12.303275Z","end":"2026-04-22T20:47:12.528936Z","steps":["trace[1569013992] 'agreement among raft nodes before linearized reading' (duration: 224.908765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.528476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.641439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-04-22T20:47:12.529117Z","caller":"traceutil/trace.go:171","msg":"trace[372533718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5264; }","duration":"228.258823ms","start":"2026-04-22T20:47:12.300802Z","end":"2026-04-22T20:47:12.529061Z","steps":["trace[372533718] 'agreement among raft nodes before linearized reading' (duration: 227.400003ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:12.933404Z","caller":"traceutil/trace.go:171","msg":"trace[1904451979] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"353.558957ms","start":"2026-04-22T20:47:12.579817Z","end":"2026-04-22T20:47:12.933376Z","steps":["trace[1904451979] 'process raft request' (duration: 353.402123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.933567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:12.579803Z","time spent":"353.678621ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:12.933574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.697046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:12.933625Z","caller":"traceutil/trace.go:171","msg":"trace[35252046] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5265; }","duration":"337.787768ms","start":"2026-04-22T20:47:12.595827Z","end":"2026-04-22T20:47:12.933615Z","steps":["trace[35252046] 'agreement among raft nodes before linearized reading' (duration: 337.636674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:12.933664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:12.595816Z","time spent":"337.83756ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-22T20:47:12.933408Z","caller":"traceutil/trace.go:171","msg":"trace[481905373] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5471; }","duration":"337.525972ms","start":"2026-04-22T20:47:12.595852Z","end":"2026-04-22T20:47:12.933377Z","steps":["trace[481905373] 'read index received' (duration: 337.513062ms)","trace[481905373] 'applied index is now lower than readState.Index' (duration: 10.43µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:13.072725Z","caller":"traceutil/trace.go:171","msg":"trace[70263690] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5471; }","duration":"136.123457ms","start":"2026-04-22T20:47:12.936578Z","end":"2026-04-22T20:47:13.072701Z","steps":["trace[70263690] 'read index received' (duration: 135.639386ms)","trace[70263690] 'applied index is now lower than readState.Index' (duration: 483.171µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:13.07284Z","caller":"traceutil/trace.go:171","msg":"trace[1239887307] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"412.16232ms","start":"2026-04-22T20:47:12.660666Z","end":"2026-04-22T20:47:13.072828Z","steps":["trace[1239887307] 'process raft request' (duration: 411.72254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:13.07295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:12.660628Z","time spent":"412.248991ms","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:13.072959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.355942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:13.073048Z","caller":"traceutil/trace.go:171","msg":"trace[1291670143] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5266; }","duration":"136.486576ms","start":"2026-04-22T20:47:12.936542Z","end":"2026-04-22T20:47:13.073028Z","steps":["trace[1291670143] 'agreement among raft nodes before linearized reading' (duration: 136.330502ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.385433Z","caller":"traceutil/trace.go:171","msg":"trace[1080859638] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"134.863117ms","start":"2026-04-22T20:47:16.25052Z","end":"2026-04-22T20:47:16.385383Z","steps":["trace[1080859638] 'process raft request' (duration: 134.716914ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.496246Z","caller":"traceutil/trace.go:171","msg":"trace[61089718] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5519; }","duration":"181.96327ms","start":"2026-04-22T20:47:16.314256Z","end":"2026-04-22T20:47:16.49622Z","steps":["trace[61089718] 'read index received' (duration: 71.088665ms)","trace[61089718] 'applied index is now lower than readState.Index' (duration: 110.873475ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:16.496302Z","caller":"traceutil/trace.go:171","msg":"trace[687267206] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"205.075021ms","start":"2026-04-22T20:47:16.291188Z","end":"2026-04-22T20:47:16.496263Z","steps":["trace[687267206] 'process raft request' (duration: 204.937678ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.496375Z","caller":"traceutil/trace.go:171","msg":"trace[170046402] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"191.168046ms","start":"2026-04-22T20:47:16.305161Z","end":"2026-04-22T20:47:16.496329Z","steps":["trace[170046402] 'process raft request' (duration: 191.013542ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.496398Z","caller":"traceutil/trace.go:171","msg":"trace[214463539] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"209.639668ms","start":"2026-04-22T20:47:16.286736Z","end":"2026-04-22T20:47:16.496376Z","steps":["trace[214463539] 'process raft request' (duration: 209.162537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:16.496514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.231076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30945d83-4db5-4454-82a5-68bd74bf1e46\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-22T20:47:16.496559Z","caller":"traceutil/trace.go:171","msg":"trace[590038546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30945d83-4db5-4454-82a5-68bd74bf1e46; range_end:; response_count:1; response_revision:5315; }","duration":"182.325439ms","start":"2026-04-22T20:47:16.314218Z","end":"2026-04-22T20:47:16.496544Z","steps":["trace[590038546] 'agreement among raft nodes before linearized reading' (duration: 182.145655ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.749158Z","caller":"traceutil/trace.go:171","msg":"trace[1682001229] linearizableReadLoop","detail":"{readStateIndex:5528; appliedIndex:5525; }","duration":"139.572897ms","start":"2026-04-22T20:47:16.609563Z","end":"2026-04-22T20:47:16.749136Z","steps":["trace[1682001229] 'read index received' (duration: 47.00065ms)","trace[1682001229] 'applied index is now lower than readState.Index' (duration: 92.571057ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:16.749262Z","caller":"traceutil/trace.go:171","msg":"trace[1909053481] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"140.767196ms","start":"2026-04-22T20:47:16.608469Z","end":"2026-04-22T20:47:16.749236Z","steps":["trace[1909053481] 'process raft request' (duration: 140.625523ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.749246Z","caller":"traceutil/trace.go:171","msg":"trace[299426768] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"140.751495ms","start":"2026-04-22T20:47:16.608445Z","end":"2026-04-22T20:47:16.749197Z","steps":["trace[299426768] 'process raft request' (duration: 140.469448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:16.749446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.869044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-04-22T20:47:16.749486Z","caller":"traceutil/trace.go:171","msg":"trace[1272934935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5320; }","duration":"139.924865ms","start":"2026-04-22T20:47:16.609553Z","end":"2026-04-22T20:47:16.749478Z","steps":["trace[1272934935] 'agreement among raft nodes before linearized reading' (duration: 139.69834ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:16.883771Z","caller":"traceutil/trace.go:171","msg":"trace[252806115] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"134.516069ms","start":"2026-04-22T20:47:16.749216Z","end":"2026-04-22T20:47:16.883733Z","steps":["trace[252806115] 'read index received' (duration: 49.640733ms)","trace[252806115] 'applied index is now lower than readState.Index' (duration: 84.873636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:16.884027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.508761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:16.884055Z","caller":"traceutil/trace.go:171","msg":"trace[108399381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5320; }","duration":"202.620044ms","start":"2026-04-22T20:47:16.681426Z","end":"2026-04-22T20:47:16.884046Z","steps":["trace[108399381] 'agreement among raft nodes before linearized reading' (duration: 202.510421ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:17.015752Z","caller":"traceutil/trace.go:171","msg":"trace[567098564] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"127.802273ms","start":"2026-04-22T20:47:16.887924Z","end":"2026-04-22T20:47:17.015726Z","steps":["trace[567098564] 'process raft request' (duration: 127.600748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:17.419121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.794389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:47:17.419227Z","caller":"traceutil/trace.go:171","msg":"trace[711743368] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5530; }","duration":"378.272926ms","start":"2026-04-22T20:47:17.040938Z","end":"2026-04-22T20:47:17.419211Z","steps":["trace[711743368] 'read index received' (duration: 245.323373ms)","trace[711743368] 'applied index is now lower than readState.Index' (duration: 132.948173ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:17.41928Z","caller":"traceutil/trace.go:171","msg":"trace[1314397434] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"530.554781ms","start":"2026-04-22T20:47:16.888694Z","end":"2026-04-22T20:47:17.419248Z","steps":["trace[1314397434] 'process raft request' (duration: 397.553927ms)","trace[1314397434] 'compare' (duration: 132.653986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:17.419307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.353358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:17.419369Z","caller":"traceutil/trace.go:171","msg":"trace[1287294806] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5322; }","duration":"378.420749ms","start":"2026-04-22T20:47:17.04093Z","end":"2026-04-22T20:47:17.419351Z","steps":["trace[1287294806] 'agreement among raft nodes before linearized reading' (duration: 378.318807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:17.419398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:17.040876Z","time spent":"378.517112ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-22T20:47:17.419414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:16.888681Z","time spent":"530.669744ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:17.446652Z","caller":"traceutil/trace.go:171","msg":"trace[1692973454] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"315.521807ms","start":"2026-04-22T20:47:17.131112Z","end":"2026-04-22T20:47:17.446634Z","steps":["trace[1692973454] 'process raft request' (duration: 315.080416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:17.446655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.685309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km\" ","response":"range_response_count:1 size:9747"} {"level":"warn","ts":"2026-04-22T20:47:17.446674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.647913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:17.446724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:17.131095Z","time spent":"315.593959ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:17.446754Z","caller":"traceutil/trace.go:171","msg":"trace[2093407650] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km; range_end:; response_count:1; response_revision:5323; }","duration":"177.827053ms","start":"2026-04-22T20:47:17.268901Z","end":"2026-04-22T20:47:17.446728Z","steps":["trace[2093407650] 'agreement among raft nodes before linearized reading' (duration: 177.547496ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:17.446764Z","caller":"traceutil/trace.go:171","msg":"trace[729341263] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5323; }","duration":"360.799266ms","start":"2026-04-22T20:47:17.085942Z","end":"2026-04-22T20:47:17.446742Z","steps":["trace[729341263] 'agreement among raft nodes before linearized reading' (duration: 360.649823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:17.446685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.091266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km.18a8c8cc9725deda\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-22T20:47:17.446808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:17.08589Z","time spent":"360.90743ms","remote":"127.0.0.1:50308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:47:17.446842Z","caller":"traceutil/trace.go:171","msg":"trace[730989191] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km.18a8c8cc9725deda; range_end:; response_count:1; response_revision:5323; }","duration":"177.3019ms","start":"2026-04-22T20:47:17.269529Z","end":"2026-04-22T20:47:17.44683Z","steps":["trace[730989191] 'agreement among raft nodes before linearized reading' (duration: 176.911961ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:20.766547Z","caller":"traceutil/trace.go:171","msg":"trace[1166574803] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"249.177093ms","start":"2026-04-22T20:47:20.517346Z","end":"2026-04-22T20:47:20.766523Z","steps":["trace[1166574803] 'process raft request' (duration: 206.036603ms)","trace[1166574803] 'compare' (duration: 42.962896ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:20.76686Z","caller":"traceutil/trace.go:171","msg":"trace[1196808642] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5606; }","duration":"147.930483ms","start":"2026-04-22T20:47:20.618886Z","end":"2026-04-22T20:47:20.766816Z","steps":["trace[1196808642] 'read index received' (duration: 104.509427ms)","trace[1196808642] 'applied index is now lower than readState.Index' (duration: 43.418876ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:20.767047Z","caller":"traceutil/trace.go:171","msg":"trace[860934715] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"248.827335ms","start":"2026-04-22T20:47:20.518203Z","end":"2026-04-22T20:47:20.76703Z","steps":["trace[860934715] 'process raft request' (duration: 248.281792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:20.767325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.422904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:47:20.767428Z","caller":"traceutil/trace.go:171","msg":"trace[1138552598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5398; }","duration":"148.572858ms","start":"2026-04-22T20:47:20.61883Z","end":"2026-04-22T20:47:20.767403Z","steps":["trace[1138552598] 'agreement among raft nodes before linearized reading' (duration: 148.316532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:20.768098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.165042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:47:20.768164Z","caller":"traceutil/trace.go:171","msg":"trace[1198071119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5398; }","duration":"149.286625ms","start":"2026-04-22T20:47:20.618863Z","end":"2026-04-22T20:47:20.76815Z","steps":["trace[1198071119] 'agreement among raft nodes before linearized reading' (duration: 148.295912ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:20.924185Z","caller":"traceutil/trace.go:171","msg":"trace[1393795533] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5608; }","duration":"151.374714ms","start":"2026-04-22T20:47:20.772778Z","end":"2026-04-22T20:47:20.924153Z","steps":["trace[1393795533] 'read index received' (duration: 8.644522ms)","trace[1393795533] 'applied index is now lower than readState.Index' (duration: 142.728892ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:20.924274Z","caller":"traceutil/trace.go:171","msg":"trace[1830506317] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"152.155952ms","start":"2026-04-22T20:47:20.772073Z","end":"2026-04-22T20:47:20.924229Z","steps":["trace[1830506317] 'process raft request' (duration: 152.004309ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:20.924347Z","caller":"traceutil/trace.go:171","msg":"trace[1488551590] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"153.076473ms","start":"2026-04-22T20:47:20.771236Z","end":"2026-04-22T20:47:20.924313Z","steps":["trace[1488551590] 'process raft request' (duration: 149.330636ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:20.924479Z","caller":"traceutil/trace.go:171","msg":"trace[1539795326] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"151.818484ms","start":"2026-04-22T20:47:20.772489Z","end":"2026-04-22T20:47:20.924307Z","steps":["trace[1539795326] 'process raft request' (duration: 151.62329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:20.924852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.044219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62901"} {"level":"info","ts":"2026-04-22T20:47:20.924909Z","caller":"traceutil/trace.go:171","msg":"trace[653815368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5403; }","duration":"152.141742ms","start":"2026-04-22T20:47:20.772753Z","end":"2026-04-22T20:47:20.924895Z","steps":["trace[653815368] 'agreement among raft nodes before linearized reading' (duration: 151.518827ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:20.924878Z","caller":"traceutil/trace.go:171","msg":"trace[1416316854] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"152.898639ms","start":"2026-04-22T20:47:20.771962Z","end":"2026-04-22T20:47:20.92486Z","steps":["trace[1416316854] 'process raft request' (duration: 152.06902ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:23.36213Z","caller":"traceutil/trace.go:171","msg":"trace[1262159382] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5651; }","duration":"107.025986ms","start":"2026-04-22T20:47:23.255075Z","end":"2026-04-22T20:47:23.362101Z","steps":["trace[1262159382] 'read index received' (duration: 106.776251ms)","trace[1262159382] 'applied index is now lower than readState.Index' (duration: 248.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:23.362186Z","caller":"traceutil/trace.go:171","msg":"trace[1601472345] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"227.523806ms","start":"2026-04-22T20:47:23.134626Z","end":"2026-04-22T20:47:23.362149Z","steps":["trace[1601472345] 'process raft request' (duration: 227.316322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:23.362321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.222491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:23.362512Z","caller":"traceutil/trace.go:171","msg":"trace[452928997] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5440; }","duration":"107.472606ms","start":"2026-04-22T20:47:23.25502Z","end":"2026-04-22T20:47:23.362493Z","steps":["trace[452928997] 'agreement among raft nodes before linearized reading' (duration: 107.21356ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:23.472956Z","caller":"traceutil/trace.go:171","msg":"trace[1566938995] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"103.578405ms","start":"2026-04-22T20:47:23.369352Z","end":"2026-04-22T20:47:23.472931Z","steps":["trace[1566938995] 'process raft request' (duration: 103.430202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:23.473085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.619173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-cpd5f\" ","response":"range_response_count:1 size:7972"} {"level":"info","ts":"2026-04-22T20:47:23.473144Z","caller":"traceutil/trace.go:171","msg":"trace[464256945] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-cpd5f; range_end:; response_count:1; response_revision:5442; }","duration":"102.707745ms","start":"2026-04-22T20:47:23.370422Z","end":"2026-04-22T20:47:23.47313Z","steps":["trace[464256945] 'agreement among raft nodes before linearized reading' (duration: 102.538011ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:23.671792Z","caller":"traceutil/trace.go:171","msg":"trace[1851566194] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"124.820852ms","start":"2026-04-22T20:47:23.546941Z","end":"2026-04-22T20:47:23.671761Z","steps":["trace[1851566194] 'process raft request' (duration: 48.514485ms)","trace[1851566194] 'compare' (duration: 75.676242ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:23.671786Z","caller":"traceutil/trace.go:171","msg":"trace[747460753] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"123.811178ms","start":"2026-04-22T20:47:23.547932Z","end":"2026-04-22T20:47:23.671743Z","steps":["trace[747460753] 'process raft request' (duration: 123.427409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:23.995516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.690226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:23.995649Z","caller":"traceutil/trace.go:171","msg":"trace[1311250760] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5446; }","duration":"161.930281ms","start":"2026-04-22T20:47:23.833698Z","end":"2026-04-22T20:47:23.995628Z","steps":["trace[1311250760] 'count revisions from in-memory index tree' (duration: 161.536422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:23.995663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.281801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:47:23.995755Z","caller":"traceutil/trace.go:171","msg":"trace[1980171876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5446; }","duration":"189.452625ms","start":"2026-04-22T20:47:23.806282Z","end":"2026-04-22T20:47:23.995734Z","steps":["trace[1980171876] 'count revisions from in-memory index tree' (duration: 189.083426ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:26.637077Z","caller":"traceutil/trace.go:171","msg":"trace[1139424548] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"186.64885ms","start":"2026-04-22T20:47:26.450396Z","end":"2026-04-22T20:47:26.637045Z","steps":["trace[1139424548] 'process raft request' (duration: 186.445695ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:26.686806Z","caller":"traceutil/trace.go:171","msg":"trace[1537778441] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"139.756322ms","start":"2026-04-22T20:47:26.547025Z","end":"2026-04-22T20:47:26.686781Z","steps":["trace[1537778441] 'process raft request' (duration: 139.585438ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:27.001894Z","caller":"traceutil/trace.go:171","msg":"trace[360000716] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"215.831443ms","start":"2026-04-22T20:47:26.786035Z","end":"2026-04-22T20:47:27.001867Z","steps":["trace[360000716] 'process raft request' (duration: 210.834176ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:27.046781Z","caller":"traceutil/trace.go:171","msg":"trace[1559890373] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5685; }","duration":"245.816245ms","start":"2026-04-22T20:47:26.80093Z","end":"2026-04-22T20:47:27.046746Z","steps":["trace[1559890373] 'read index received' (duration: 195.957468ms)","trace[1559890373] 'applied index is now lower than readState.Index' (duration: 49.857087ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:27.046867Z","caller":"traceutil/trace.go:171","msg":"trace[234152319] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"259.050765ms","start":"2026-04-22T20:47:26.787772Z","end":"2026-04-22T20:47:27.046823Z","steps":["trace[234152319] 'process raft request' (duration: 258.772149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:27.047099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.134703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:47:27.047202Z","caller":"traceutil/trace.go:171","msg":"trace[1791622839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5475; }","duration":"246.286897ms","start":"2026-04-22T20:47:26.800891Z","end":"2026-04-22T20:47:27.047178Z","steps":["trace[1791622839] 'agreement among raft nodes before linearized reading' (duration: 245.981879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:27.047025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.377256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:27.047804Z","caller":"traceutil/trace.go:171","msg":"trace[1716729943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5475; }","duration":"220.207645ms","start":"2026-04-22T20:47:26.827552Z","end":"2026-04-22T20:47:27.047759Z","steps":["trace[1716729943] 'agreement among raft nodes before linearized reading' (duration: 219.376206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.306557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21906891s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T20:47:28.483517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.628885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:47:28.483744Z","caller":"traceutil/trace.go:171","msg":"trace[1535727912] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"1.430637053s","start":"2026-04-22T20:47:27.053084Z","end":"2026-04-22T20:47:28.483721Z","steps":["trace[1535727912] 'process raft request' (duration: 1.253693681s)","trace[1535727912] 'compare' (duration: 176.01418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:28.483869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.053065Z","time spent":"1.430769157s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:28.48412Z","caller":"traceutil/trace.go:171","msg":"trace[1317519302] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"1.427137011s","start":"2026-04-22T20:47:27.056968Z","end":"2026-04-22T20:47:28.484105Z","steps":["trace[1317519302] 'process raft request' (duration: 1.426692781s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.484202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.056946Z","time spent":"1.427209683s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T20:47:28.484211Z","caller":"traceutil/trace.go:171","msg":"trace[1035297795] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"1.427112031s","start":"2026-04-22T20:47:27.057062Z","end":"2026-04-22T20:47:28.484174Z","steps":["trace[1035297795] 'process raft request' (duration: 1.427011738s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:28.484241Z","caller":"traceutil/trace.go:171","msg":"trace[32823829] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"1.427125191s","start":"2026-04-22T20:47:27.057067Z","end":"2026-04-22T20:47:28.484192Z","steps":["trace[32823829] 'process raft request' (duration: 1.426906376s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.484412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.057047Z","time spent":"1.427256194s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:28.48446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.057059Z","time spent":"1.427293955s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:28.484631Z","caller":"traceutil/trace.go:171","msg":"trace[1575929323] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"1.42747248s","start":"2026-04-22T20:47:27.057123Z","end":"2026-04-22T20:47:28.484595Z","steps":["trace[1575929323] 'process raft request' (duration: 1.427003618s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:28.484692Z","caller":"traceutil/trace.go:171","msg":"trace[738214043] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5687; }","duration":"1.431407401s","start":"2026-04-22T20:47:27.053265Z","end":"2026-04-22T20:47:28.484672Z","steps":["trace[738214043] 'read index received' (duration: 34.253102ms)","trace[738214043] 'applied index is now lower than readState.Index' (duration: 1.397152049s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:28.48482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.057115Z","time spent":"1.427608933s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:28.492624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32502458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"warn","ts":"2026-04-22T20:47:28.492653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265694372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-22T20:47:28.492685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439415749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70877"} {"level":"info","ts":"2026-04-22T20:47:28.492711Z","caller":"traceutil/trace.go:171","msg":"trace[1272212139] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5481; }","duration":"1.325235986s","start":"2026-04-22T20:47:27.16745Z","end":"2026-04-22T20:47:28.492686Z","steps":["trace[1272212139] 'agreement among raft nodes before linearized reading' (duration: 1.324931159s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:28.492731Z","caller":"traceutil/trace.go:171","msg":"trace[1192571119] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5481; }","duration":"1.265815024s","start":"2026-04-22T20:47:27.226894Z","end":"2026-04-22T20:47:28.492709Z","steps":["trace[1192571119] 'agreement among raft nodes before linearized reading' (duration: 1.265571999s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.492768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.167422Z","time spent":"1.325331587s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16109,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-22T20:47:28.492627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.309191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:28.492724Z","caller":"traceutil/trace.go:171","msg":"trace[1383020152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5481; }","duration":"1.439477571s","start":"2026-04-22T20:47:27.053237Z","end":"2026-04-22T20:47:28.492715Z","steps":["trace[1383020152] 'agreement among raft nodes before linearized reading' (duration: 1.431539185s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.492857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.053228Z","time spent":"1.439620204s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-22T20:47:28.492873Z","caller":"traceutil/trace.go:171","msg":"trace[583186434] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5481; }","duration":"127.686329ms","start":"2026-04-22T20:47:28.365151Z","end":"2026-04-22T20:47:28.492837Z","steps":["trace[583186434] 'agreement among raft nodes before linearized reading' (duration: 127.252619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.49279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.22687Z","time spent":"1.265906357s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-22T20:47:28.493348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191030514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:28.493403Z","caller":"traceutil/trace.go:171","msg":"trace[2036502727] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5481; }","duration":"1.191204417s","start":"2026-04-22T20:47:27.302187Z","end":"2026-04-22T20:47:28.493391Z","steps":["trace[2036502727] 'agreement among raft nodes before linearized reading' (duration: 1.190670895s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:28.49343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:27.302161Z","time spent":"1.191262839s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:47:28.666824Z","caller":"traceutil/trace.go:171","msg":"trace[202256890] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"160.20085ms","start":"2026-04-22T20:47:28.50659Z","end":"2026-04-22T20:47:28.666791Z","steps":["trace[202256890] 'process raft request' (duration: 159.908963ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:29.135007Z","caller":"traceutil/trace.go:171","msg":"trace[1608959131] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"127.873904ms","start":"2026-04-22T20:47:29.007096Z","end":"2026-04-22T20:47:29.13497Z","steps":["trace[1608959131] 'process raft request' (duration: 31.957928ms)","trace[1608959131] 'compare' (duration: 95.68915ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:30.633949Z","caller":"traceutil/trace.go:171","msg":"trace[1795052596] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"140.039588ms","start":"2026-04-22T20:47:30.493665Z","end":"2026-04-22T20:47:30.633704Z","steps":["trace[1795052596] 'process raft request' (duration: 139.808793ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:30.634022Z","caller":"traceutil/trace.go:171","msg":"trace[1105738841] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5720; }","duration":"137.523699ms","start":"2026-04-22T20:47:30.496489Z","end":"2026-04-22T20:47:30.634013Z","steps":["trace[1105738841] 'read index received' (duration: 15.503983ms)","trace[1105738841] 'applied index is now lower than readState.Index' (duration: 122.018426ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:30.633955Z","caller":"traceutil/trace.go:171","msg":"trace[478214534] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"139.277131ms","start":"2026-04-22T20:47:30.494427Z","end":"2026-04-22T20:47:30.633704Z","steps":["trace[478214534] 'process raft request' (duration: 139.188999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:30.634187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.682584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:47:30.634161Z","caller":"traceutil/trace.go:171","msg":"trace[73682720] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"139.075656ms","start":"2026-04-22T20:47:30.49506Z","end":"2026-04-22T20:47:30.634135Z","steps":["trace[73682720] 'process raft request' (duration: 138.609015ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:30.634216Z","caller":"traceutil/trace.go:171","msg":"trace[602127329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:5510; }","duration":"137.756375ms","start":"2026-04-22T20:47:30.496451Z","end":"2026-04-22T20:47:30.634207Z","steps":["trace[602127329] 'agreement among raft nodes before linearized reading' (duration: 137.595241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:31.322871Z","caller":"traceutil/trace.go:171","msg":"trace[1118936165] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"183.031035ms","start":"2026-04-22T20:47:31.139811Z","end":"2026-04-22T20:47:31.322842Z","steps":["trace[1118936165] 'process raft request' (duration: 182.870541ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:31.324116Z","caller":"traceutil/trace.go:171","msg":"trace[1861305814] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5725; }","duration":"165.338921ms","start":"2026-04-22T20:47:31.15875Z","end":"2026-04-22T20:47:31.324089Z","steps":["trace[1861305814] 'read index received' (duration: 163.928138ms)","trace[1861305814] 'applied index is now lower than readState.Index' (duration: 1.409853ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:31.324218Z","caller":"traceutil/trace.go:171","msg":"trace[924027065] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"182.915032ms","start":"2026-04-22T20:47:31.141293Z","end":"2026-04-22T20:47:31.324208Z","steps":["trace[924027065] 'process raft request' (duration: 182.658786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:31.324454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.427811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km.18a8c8cbac3eebec\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-22T20:47:31.324527Z","caller":"traceutil/trace.go:171","msg":"trace[1073017420] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gz6km.18a8c8cbac3eebec; range_end:; response_count:1; response_revision:5514; }","duration":"103.537884ms","start":"2026-04-22T20:47:31.220974Z","end":"2026-04-22T20:47:31.324512Z","steps":["trace[1073017420] 'agreement among raft nodes before linearized reading' (duration: 103.292488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:31.32463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.861173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:47:31.324664Z","caller":"traceutil/trace.go:171","msg":"trace[147281208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5514; }","duration":"165.948655ms","start":"2026-04-22T20:47:31.158708Z","end":"2026-04-22T20:47:31.324657Z","steps":["trace[147281208] 'agreement among raft nodes before linearized reading' (duration: 165.813002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:34.101729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.707011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-22T20:47:34.102008Z","caller":"traceutil/trace.go:171","msg":"trace[353313377] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5591; }","duration":"139.956257ms","start":"2026-04-22T20:47:33.961988Z","end":"2026-04-22T20:47:34.101944Z","steps":["trace[353313377] 'range keys from in-memory index tree' (duration: 139.579898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:34.102051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.981945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:34.102346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.825791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-22T20:47:34.102346Z","caller":"traceutil/trace.go:171","msg":"trace[874580936] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5591; }","duration":"145.20649ms","start":"2026-04-22T20:47:33.95704Z","end":"2026-04-22T20:47:34.102246Z","steps":["trace[874580936] 'range keys from in-memory index tree' (duration: 144.919623ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:34.102454Z","caller":"traceutil/trace.go:171","msg":"trace[222929218] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5591; }","duration":"151.023275ms","start":"2026-04-22T20:47:33.95141Z","end":"2026-04-22T20:47:34.102434Z","steps":["trace[222929218] 'range keys from in-memory index tree' (duration: 150.641827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:35.844821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854804401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:47:35.880982Z","caller":"traceutil/trace.go:171","msg":"trace[1725132508] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"634.121816ms","start":"2026-04-22T20:47:35.246833Z","end":"2026-04-22T20:47:35.880955Z","steps":["trace[1725132508] 'process raft request' (duration: 633.971042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:35.881197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.246804Z","time spent":"634.29694ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:36.552679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.119219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:47:36.552849Z","caller":"traceutil/trace.go:171","msg":"trace[1169384946] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5823; }","duration":"1.208651265s","start":"2026-04-22T20:47:35.344181Z","end":"2026-04-22T20:47:36.552832Z","steps":["trace[1169384946] 'read index received' (duration: 536.736766ms)","trace[1169384946] 'applied index is now lower than readState.Index' (duration: 671.913289ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:36.552913Z","caller":"traceutil/trace.go:171","msg":"trace[1420666633] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"1.216986591s","start":"2026-04-22T20:47:35.335896Z","end":"2026-04-22T20:47:36.552883Z","steps":["trace[1420666633] 'process raft request' (duration: 1.216877768s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.553006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208828369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:47:36.553046Z","caller":"traceutil/trace.go:171","msg":"trace[1523854581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5612; }","duration":"1.208909261s","start":"2026-04-22T20:47:35.344125Z","end":"2026-04-22T20:47:36.553035Z","steps":["trace[1523854581] 'agreement among raft nodes before linearized reading' (duration: 1.208797469s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.553072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.335843Z","time spent":"1.217143184s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:36.553106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.131223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:36.553193Z","caller":"traceutil/trace.go:171","msg":"trace[1424922099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5612; }","duration":"871.276026ms","start":"2026-04-22T20:47:35.681896Z","end":"2026-04-22T20:47:36.553172Z","steps":["trace[1424922099] 'agreement among raft nodes before linearized reading' (duration: 871.105352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.553082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.344107Z","time spent":"1.208965182s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:47:36.553246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.681868Z","time spent":"871.365149ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:47:36.553342Z","caller":"traceutil/trace.go:171","msg":"trace[691881894] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"1.217100614s","start":"2026-04-22T20:47:35.336205Z","end":"2026-04-22T20:47:36.553305Z","steps":["trace[691881894] 'process raft request' (duration: 786.268468ms)","trace[691881894] 'compare' (duration: 429.948235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:36.553387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.964267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-cj5vq\" ","response":"range_response_count:1 size:4995"} {"level":"warn","ts":"2026-04-22T20:47:36.553429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.906861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-22T20:47:36.553467Z","caller":"traceutil/trace.go:171","msg":"trace[1939942642] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-cj5vq; range_end:; response_count:1; response_revision:5612; }","duration":"668.07252ms","start":"2026-04-22T20:47:35.885374Z","end":"2026-04-22T20:47:36.553446Z","steps":["trace[1939942642] 'agreement among raft nodes before linearized reading' (duration: 667.872995ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:36.553478Z","caller":"traceutil/trace.go:171","msg":"trace[2072039888] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1; range_end:; response_count:1; response_revision:5612; }","duration":"739.991293ms","start":"2026-04-22T20:47:35.813473Z","end":"2026-04-22T20:47:36.553465Z","steps":["trace[2072039888] 'agreement among raft nodes before linearized reading' (duration: 739.791869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.553472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.974565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-22T20:47:36.553504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.813454Z","time spent":"740.044964ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1\" "} {"level":"warn","ts":"2026-04-22T20:47:36.553492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.336166Z","time spent":"1.217241896s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:36.553508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.885351Z","time spent":"668.149901ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5018,"request content":"key:\"/registry/pods/monitoring/goldpinger-cj5vq\" "} {"level":"info","ts":"2026-04-22T20:47:36.553556Z","caller":"traceutil/trace.go:171","msg":"trace[335339473] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5612; }","duration":"770.106608ms","start":"2026-04-22T20:47:35.783426Z","end":"2026-04-22T20:47:36.553533Z","steps":["trace[335339473] 'agreement among raft nodes before linearized reading' (duration: 769.844592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.553387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.301993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:36.5536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:35.783379Z","time spent":"770.21078ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-22T20:47:36.553633Z","caller":"traceutil/trace.go:171","msg":"trace[1153145014] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5612; }","duration":"477.626721ms","start":"2026-04-22T20:47:36.075991Z","end":"2026-04-22T20:47:36.553618Z","steps":["trace[1153145014] 'agreement among raft nodes before linearized reading' (duration: 477.281443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.55367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:36.075964Z","time spent":"477.696493ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:47:36.757404Z","caller":"traceutil/trace.go:171","msg":"trace[1574337795] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"198.151469ms","start":"2026-04-22T20:47:36.559213Z","end":"2026-04-22T20:47:36.757364Z","steps":["trace[1574337795] 'process raft request' (duration: 185.800509ms)","trace[1574337795] 'compare' (duration: 12.107334ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:36.757765Z","caller":"traceutil/trace.go:171","msg":"trace[1495258371] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5826; }","duration":"198.414465ms","start":"2026-04-22T20:47:36.559314Z","end":"2026-04-22T20:47:36.757728Z","steps":["trace[1495258371] 'read index received' (duration: 185.762679ms)","trace[1495258371] 'applied index is now lower than readState.Index' (duration: 12.648496ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:36.757948Z","caller":"traceutil/trace.go:171","msg":"trace[1356572252] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"198.721822ms","start":"2026-04-22T20:47:36.559214Z","end":"2026-04-22T20:47:36.757936Z","steps":["trace[1356572252] 'process raft request' (duration: 198.087507ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:36.758133Z","caller":"traceutil/trace.go:171","msg":"trace[2109811412] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"197.249608ms","start":"2026-04-22T20:47:36.560862Z","end":"2026-04-22T20:47:36.758111Z","steps":["trace[2109811412] 'process raft request' (duration: 196.729846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.76992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.57144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-22T20:47:36.770033Z","caller":"traceutil/trace.go:171","msg":"trace[633286457] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5616; }","duration":"210.732304ms","start":"2026-04-22T20:47:36.559275Z","end":"2026-04-22T20:47:36.770007Z","steps":["trace[633286457] 'agreement among raft nodes before linearized reading' (duration: 198.814515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.770127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.675325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-22T20:47:36.770165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.718422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:47:36.770198Z","caller":"traceutil/trace.go:171","msg":"trace[1910332418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5617; }","duration":"111.779437ms","start":"2026-04-22T20:47:36.658402Z","end":"2026-04-22T20:47:36.770181Z","steps":["trace[1910332418] 'agreement among raft nodes before linearized reading' (duration: 111.616633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.770235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.267524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:47:36.770251Z","caller":"traceutil/trace.go:171","msg":"trace[297211916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5617; }","duration":"110.833795ms","start":"2026-04-22T20:47:36.659397Z","end":"2026-04-22T20:47:36.770231Z","steps":["trace[297211916] 'agreement among raft nodes before linearized reading' (duration: 110.61418ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:36.7703Z","caller":"traceutil/trace.go:171","msg":"trace[1375736694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5617; }","duration":"105.368266ms","start":"2026-04-22T20:47:36.664917Z","end":"2026-04-22T20:47:36.770285Z","steps":["trace[1375736694] 'agreement among raft nodes before linearized reading' (duration: 105.209452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.770339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.77072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T20:47:36.770411Z","caller":"traceutil/trace.go:171","msg":"trace[1501728879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5617; }","duration":"112.901653ms","start":"2026-04-22T20:47:36.657494Z","end":"2026-04-22T20:47:36.770396Z","steps":["trace[1501728879] 'agreement among raft nodes before linearized reading' (duration: 112.671537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:36.770744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.075377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:47:36.770784Z","caller":"traceutil/trace.go:171","msg":"trace[320959799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:5617; }","duration":"107.129538ms","start":"2026-04-22T20:47:36.663646Z","end":"2026-04-22T20:47:36.770776Z","steps":["trace[320959799] 'agreement among raft nodes before linearized reading' (duration: 106.493643ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:38.867244Z","caller":"traceutil/trace.go:171","msg":"trace[388402887] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"101.397184ms","start":"2026-04-22T20:47:38.765802Z","end":"2026-04-22T20:47:38.867199Z","steps":["trace[388402887] 'process raft request' (duration: 75.304053ms)","trace[388402887] 'compare' (duration: 25.885146ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:38.867258Z","caller":"traceutil/trace.go:171","msg":"trace[1667833519] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"100.584855ms","start":"2026-04-22T20:47:38.766645Z","end":"2026-04-22T20:47:38.86723Z","steps":["trace[1667833519] 'process raft request' (duration: 100.451012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:42.900699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.474565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:42.900747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.0825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:47:42.900809Z","caller":"traceutil/trace.go:171","msg":"trace[500735144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5733; }","duration":"221.646699ms","start":"2026-04-22T20:47:42.679145Z","end":"2026-04-22T20:47:42.900792Z","steps":["trace[500735144] 'range keys from in-memory index tree' (duration: 221.368893ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:42.900812Z","caller":"traceutil/trace.go:171","msg":"trace[1915929207] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5733; }","duration":"193.168852ms","start":"2026-04-22T20:47:42.707618Z","end":"2026-04-22T20:47:42.900786Z","steps":["trace[1915929207] 'count revisions from in-memory index tree' (duration: 193.005379ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:46.81508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2904} {"level":"info","ts":"2026-04-22T20:47:46.894712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2904,"took":"77.845993ms","hash":3418385850,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":31768576,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T20:47:46.894771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3418385850,"revision":2904,"compact-revision":-1} {"level":"warn","ts":"2026-04-22T20:47:52.332043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854804879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:47:52.705751Z","caller":"traceutil/trace.go:171","msg":"trace[1380275893] linearizableReadLoop","detail":"{readStateIndex:6056; appliedIndex:6055; }","duration":"873.998471ms","start":"2026-04-22T20:47:51.831729Z","end":"2026-04-22T20:47:52.705727Z","steps":["trace[1380275893] 'read index received' (duration: 873.864998ms)","trace[1380275893] 'applied index is now lower than readState.Index' (duration: 132.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:52.705889Z","caller":"traceutil/trace.go:171","msg":"trace[1369419146] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"877.78767ms","start":"2026-04-22T20:47:51.82808Z","end":"2026-04-22T20:47:52.705867Z","steps":["trace[1369419146] 'process raft request' (duration: 877.447323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:52.706025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:51.828053Z","time spent":"877.878752ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:52.706193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.442652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-22T20:47:52.706387Z","caller":"traceutil/trace.go:171","msg":"trace[1877923721] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5834; }","duration":"874.662647ms","start":"2026-04-22T20:47:51.831696Z","end":"2026-04-22T20:47:52.706359Z","steps":["trace[1877923721] 'agreement among raft nodes before linearized reading' (duration: 874.276138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:52.706552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:51.831683Z","time spent":"874.852691ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-22T20:47:53.295871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.712414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:47:53.296017Z","caller":"traceutil/trace.go:171","msg":"trace[1569117419] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"680.303507ms","start":"2026-04-22T20:47:52.615696Z","end":"2026-04-22T20:47:53.296Z","steps":["trace[1569117419] 'process raft request' (duration: 246.370248ms)","trace[1569117419] 'compare' (duration: 433.593891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:53.296078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.615667Z","time spent":"680.384799ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:53.296404Z","caller":"traceutil/trace.go:171","msg":"trace[653934567] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"361.212406ms","start":"2026-04-22T20:47:52.935158Z","end":"2026-04-22T20:47:53.29637Z","steps":["trace[653934567] 'process raft request' (duration: 361.100204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.296635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.935129Z","time spent":"361.417061ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:53.296455Z","caller":"traceutil/trace.go:171","msg":"trace[396330683] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"678.217898ms","start":"2026-04-22T20:47:52.618194Z","end":"2026-04-22T20:47:53.296412Z","steps":["trace[396330683] 'process raft request' (duration: 677.776978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.296687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.673084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:47:53.296832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.618178Z","time spent":"678.558256ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:47:53.296457Z","caller":"traceutil/trace.go:171","msg":"trace[1758307492] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6056; }","duration":"590.576696ms","start":"2026-04-22T20:47:52.705835Z","end":"2026-04-22T20:47:53.296411Z","steps":["trace[1758307492] 'read index received' (duration: 156.147955ms)","trace[1758307492] 'applied index is now lower than readState.Index' (duration: 434.422911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:47:53.296631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.804485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:47:53.296971Z","caller":"traceutil/trace.go:171","msg":"trace[1263078806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5837; }","duration":"630.215565ms","start":"2026-04-22T20:47:52.666738Z","end":"2026-04-22T20:47:53.296954Z","steps":["trace[1263078806] 'agreement among raft nodes before linearized reading' (duration: 629.791665ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.296943Z","caller":"traceutil/trace.go:171","msg":"trace[25838283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5837; }","duration":"615.857168ms","start":"2026-04-22T20:47:52.680981Z","end":"2026-04-22T20:47:53.296838Z","steps":["trace[25838283] 'agreement among raft nodes before linearized reading' (duration: 615.464989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.297018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.666719Z","time spent":"630.286556ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:47:53.297049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.680955Z","time spent":"616.078494ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:47:53.325944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.561181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-22T20:47:53.326027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.330709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-22T20:47:53.326048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.589929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:47:53.326048Z","caller":"traceutil/trace.go:171","msg":"trace[1520222172] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"383.862516ms","start":"2026-04-22T20:47:52.94216Z","end":"2026-04-22T20:47:53.326022Z","steps":["trace[1520222172] 'process raft request' (duration: 383.345644ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.326087Z","caller":"traceutil/trace.go:171","msg":"trace[1067597370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5838; }","duration":"358.429051ms","start":"2026-04-22T20:47:52.967644Z","end":"2026-04-22T20:47:53.326073Z","steps":["trace[1067597370] 'agreement among raft nodes before linearized reading' (duration: 358.246407ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.326106Z","caller":"traceutil/trace.go:171","msg":"trace[1635435286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5838; }","duration":"365.653961ms","start":"2026-04-22T20:47:52.960438Z","end":"2026-04-22T20:47:53.326092Z","steps":["trace[1635435286] 'agreement among raft nodes before linearized reading' (duration: 365.489057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.326037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.21724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T20:47:53.326125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.967629Z","time spent":"358.487993ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T20:47:53.326147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.960367Z","time spent":"365.772223ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:47:53.326142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.114631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-22T20:47:53.326199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.942147Z","time spent":"383.964259ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:47:53.326207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.767939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:47:53.326053Z","caller":"traceutil/trace.go:171","msg":"trace[201310181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5838; }","duration":"363.690874ms","start":"2026-04-22T20:47:52.962338Z","end":"2026-04-22T20:47:53.326029Z","steps":["trace[201310181] 'agreement among raft nodes before linearized reading' (duration: 363.431988ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.326244Z","caller":"traceutil/trace.go:171","msg":"trace[132623594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:5838; }","duration":"361.847891ms","start":"2026-04-22T20:47:52.964387Z","end":"2026-04-22T20:47:53.326235Z","steps":["trace[132623594] 'agreement among raft nodes before linearized reading' (duration: 361.720178ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.326261Z","caller":"traceutil/trace.go:171","msg":"trace[1083417351] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5838; }","duration":"615.283005ms","start":"2026-04-22T20:47:52.710942Z","end":"2026-04-22T20:47:53.326225Z","steps":["trace[1083417351] 'agreement among raft nodes before linearized reading' (duration: 614.981198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.326302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.964364Z","time spent":"361.928953ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rqkd8\" "} {"level":"warn","ts":"2026-04-22T20:47:53.32632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.962263Z","time spent":"364.018642ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:47:53.326339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.710922Z","time spent":"615.402697ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-22T20:47:53.326284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.936103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:47:53.326451Z","caller":"traceutil/trace.go:171","msg":"trace[1646938264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5838; }","duration":"359.299062ms","start":"2026-04-22T20:47:52.967129Z","end":"2026-04-22T20:47:53.326428Z","steps":["trace[1646938264] 'agreement among raft nodes before linearized reading' (duration: 358.833151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.326466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.183715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a8c8d131cacbf5\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-04-22T20:47:53.3265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.967114Z","time spent":"359.374343ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T20:47:53.326525Z","caller":"traceutil/trace.go:171","msg":"trace[1601249745] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a8c8d131cacbf5; range_end:; response_count:1; response_revision:5838; }","duration":"616.278578ms","start":"2026-04-22T20:47:52.710229Z","end":"2026-04-22T20:47:53.326507Z","steps":["trace[1601249745] 'agreement among raft nodes before linearized reading' (duration: 616.102324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.326579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.710208Z","time spent":"616.35925ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a8c8d131cacbf5\" "} {"level":"info","ts":"2026-04-22T20:47:53.326414Z","caller":"traceutil/trace.go:171","msg":"trace[208867591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5838; }","duration":"362.6558ms","start":"2026-04-22T20:47:52.963732Z","end":"2026-04-22T20:47:53.326387Z","steps":["trace[208867591] 'agreement among raft nodes before linearized reading' (duration: 362.024695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.326667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:47:52.963716Z","time spent":"362.933897ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:47:53.491027Z","caller":"traceutil/trace.go:171","msg":"trace[412434481] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"160.16909ms","start":"2026-04-22T20:47:53.330818Z","end":"2026-04-22T20:47:53.490987Z","steps":["trace[412434481] 'process raft request' (duration: 159.813821ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491182Z","caller":"traceutil/trace.go:171","msg":"trace[1690258828] linearizableReadLoop","detail":"{readStateIndex:6067; appliedIndex:6061; }","duration":"126.394749ms","start":"2026-04-22T20:47:53.364751Z","end":"2026-04-22T20:47:53.491146Z","steps":["trace[1690258828] 'read index received' (duration: 125.885067ms)","trace[1690258828] 'applied index is now lower than readState.Index' (duration: 507.722µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:47:53.49132Z","caller":"traceutil/trace.go:171","msg":"trace[1490096006] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"159.863153ms","start":"2026-04-22T20:47:53.3314Z","end":"2026-04-22T20:47:53.491263Z","steps":["trace[1490096006] 'process raft request' (duration: 159.550666ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491402Z","caller":"traceutil/trace.go:171","msg":"trace[1447726873] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"159.680818ms","start":"2026-04-22T20:47:53.331705Z","end":"2026-04-22T20:47:53.491386Z","steps":["trace[1447726873] 'process raft request' (duration: 159.297449ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491436Z","caller":"traceutil/trace.go:171","msg":"trace[1668821463] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"160.384395ms","start":"2026-04-22T20:47:53.330958Z","end":"2026-04-22T20:47:53.491342Z","steps":["trace[1668821463] 'process raft request' (duration: 159.912044ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491558Z","caller":"traceutil/trace.go:171","msg":"trace[106074174] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"160.284123ms","start":"2026-04-22T20:47:53.331177Z","end":"2026-04-22T20:47:53.491461Z","steps":["trace[106074174] 'process raft request' (duration: 159.73825ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491596Z","caller":"traceutil/trace.go:171","msg":"trace[1842383290] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"133.490505ms","start":"2026-04-22T20:47:53.35806Z","end":"2026-04-22T20:47:53.491551Z","steps":["trace[1842383290] 'process raft request' (duration: 132.995963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:47:53.491616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.48686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-04-22T20:47:53.491616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.305835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-22T20:47:53.491685Z","caller":"traceutil/trace.go:171","msg":"trace[571175083] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5845; }","duration":"155.606163ms","start":"2026-04-22T20:47:53.336057Z","end":"2026-04-22T20:47:53.491663Z","steps":["trace[571175083] 'agreement among raft nodes before linearized reading' (duration: 155.352818ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:47:53.491696Z","caller":"traceutil/trace.go:171","msg":"trace[1094391194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5845; }","duration":"102.452979ms","start":"2026-04-22T20:47:53.389222Z","end":"2026-04-22T20:47:53.491675Z","steps":["trace[1094391194] 'agreement among raft nodes before linearized reading' (duration: 102.225843ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:48:13.770957Z","caller":"traceutil/trace.go:171","msg":"trace[1467878277] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"183.422125ms","start":"2026-04-22T20:48:13.587508Z","end":"2026-04-22T20:48:13.77093Z","steps":["trace[1467878277] 'process raft request' (duration: 120.235595ms)","trace[1467878277] 'compare' (duration: 63.043136ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:48:13.771228Z","caller":"traceutil/trace.go:171","msg":"trace[925125693] linearizableReadLoop","detail":"{readStateIndex:6218; appliedIndex:6216; }","duration":"182.457482ms","start":"2026-04-22T20:48:13.58873Z","end":"2026-04-22T20:48:13.771188Z","steps":["trace[925125693] 'read index received' (duration: 73.697906ms)","trace[925125693] 'applied index is now lower than readState.Index' (duration: 108.757656ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:48:13.771378Z","caller":"traceutil/trace.go:171","msg":"trace[385884042] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"182.248507ms","start":"2026-04-22T20:48:13.589081Z","end":"2026-04-22T20:48:13.771329Z","steps":["trace[385884042] 'process raft request' (duration: 181.820377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:48:13.771591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.81024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:48:13.771653Z","caller":"traceutil/trace.go:171","msg":"trace[1071753501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5993; }","duration":"182.964563ms","start":"2026-04-22T20:48:13.588674Z","end":"2026-04-22T20:48:13.771639Z","steps":["trace[1071753501] 'agreement among raft nodes before linearized reading' (duration: 182.699717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:48:13.771686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.82326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T20:48:13.771802Z","caller":"traceutil/trace.go:171","msg":"trace[314068071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5993; }","duration":"183.016515ms","start":"2026-04-22T20:48:13.588765Z","end":"2026-04-22T20:48:13.771781Z","steps":["trace[314068071] 'agreement among raft nodes before linearized reading' (duration: 182.677497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:48:36.031515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.459926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-22T20:48:36.031628Z","caller":"traceutil/trace.go:171","msg":"trace[517444546] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6217; }","duration":"145.61993ms","start":"2026-04-22T20:48:35.885987Z","end":"2026-04-22T20:48:36.031607Z","steps":["trace[517444546] 'range keys from in-memory index tree' (duration: 145.24937ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:48:49.65595Z","caller":"traceutil/trace.go:171","msg":"trace[2059956267] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"123.567787ms","start":"2026-04-22T20:48:49.532352Z","end":"2026-04-22T20:48:49.65592Z","steps":["trace[2059956267] 'process raft request' (duration: 123.524016ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:48:49.656252Z","caller":"traceutil/trace.go:171","msg":"trace[676100230] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"123.906746ms","start":"2026-04-22T20:48:49.532334Z","end":"2026-04-22T20:48:49.656241Z","steps":["trace[676100230] 'process raft request' (duration: 123.498616ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:48:49.656287Z","caller":"traceutil/trace.go:171","msg":"trace[1289398850] transaction","detail":"{read_only:false; response_revision:6314; number_of_response:1; }","duration":"123.984027ms","start":"2026-04-22T20:48:49.532267Z","end":"2026-04-22T20:48:49.656251Z","steps":["trace[1289398850] 'process raft request' (duration: 123.421064ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:52:46.821929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5787} {"level":"info","ts":"2026-04-22T20:52:46.91417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5787,"took":"89.905762ms","hash":1276811800,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":25518080,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-22T20:52:46.914248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1276811800,"revision":5787,"compact-revision":2904} {"level":"warn","ts":"2026-04-22T20:53:32.810127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.756212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:53:32.810409Z","caller":"traceutil/trace.go:171","msg":"trace[729052094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"130.11678ms","start":"2026-04-22T20:53:32.680276Z","end":"2026-04-22T20:53:32.810393Z","steps":["trace[729052094] 'range keys from in-memory index tree' (duration: 129.628859ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:32.87194Z","caller":"traceutil/trace.go:171","msg":"trace[958500105] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8569; }","duration":"152.353011ms","start":"2026-04-22T20:53:32.71956Z","end":"2026-04-22T20:53:32.871913Z","steps":["trace[958500105] 'read index received' (duration: 89.928162ms)","trace[958500105] 'applied index is now lower than readState.Index' (duration: 62.423869ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:32.872036Z","caller":"traceutil/trace.go:171","msg":"trace[23639816] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"154.03012ms","start":"2026-04-22T20:53:32.717969Z","end":"2026-04-22T20:53:32.871999Z","steps":["trace[23639816] 'process raft request' (duration: 153.721953ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:32.87217Z","caller":"traceutil/trace.go:171","msg":"trace[2079128412] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"150.577469ms","start":"2026-04-22T20:53:32.721545Z","end":"2026-04-22T20:53:32.872122Z","steps":["trace[2079128412] 'process raft request' (duration: 150.300442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:32.872441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.861763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-22T20:53:32.87249Z","caller":"traceutil/trace.go:171","msg":"trace[1699627844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8271; }","duration":"152.949234ms","start":"2026-04-22T20:53:32.719529Z","end":"2026-04-22T20:53:32.872478Z","steps":["trace[1699627844] 'agreement among raft nodes before linearized reading' (duration: 152.513064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:33.136424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.818533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:53:33.136588Z","caller":"traceutil/trace.go:171","msg":"trace[967982426] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"259.985046ms","start":"2026-04-22T20:53:32.876587Z","end":"2026-04-22T20:53:33.136572Z","steps":["trace[967982426] 'process raft request' (duration: 259.936395ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:33.13665Z","caller":"traceutil/trace.go:171","msg":"trace[242695803] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"321.703969ms","start":"2026-04-22T20:53:32.814889Z","end":"2026-04-22T20:53:33.136593Z","steps":["trace[242695803] 'process raft request' (duration: 197.625679ms)","trace[242695803] 'compare' (duration: 123.708651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:53:33.136986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.357902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:53:33.137417Z","caller":"traceutil/trace.go:171","msg":"trace[739212004] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"264.616194ms","start":"2026-04-22T20:53:32.872015Z","end":"2026-04-22T20:53:33.136632Z","steps":["trace[739212004] 'read index received' (duration: 140.621447ms)","trace[739212004] 'applied index is now lower than readState.Index' (duration: 123.987877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:53:33.137738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.53772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:53:33.137564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:32.814869Z","time spent":"321.852942ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:53:33.137821Z","caller":"traceutil/trace.go:171","msg":"trace[1346787086] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8273; }","duration":"373.657652ms","start":"2026-04-22T20:53:32.764144Z","end":"2026-04-22T20:53:33.137801Z","steps":["trace[1346787086] 'agreement among raft nodes before linearized reading' (duration: 372.636728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:33.137872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:32.764123Z","time spent":"373.726414ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:53:33.137858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.542201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:53:33.137956Z","caller":"traceutil/trace.go:171","msg":"trace[1072955876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8273; }","duration":"326.658254ms","start":"2026-04-22T20:53:32.811257Z","end":"2026-04-22T20:53:33.137915Z","steps":["trace[1072955876] 'agreement among raft nodes before linearized reading' (duration: 325.503337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:33.137995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:32.81124Z","time spent":"326.746726ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:53:33.138327Z","caller":"traceutil/trace.go:171","msg":"trace[431401407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8273; }","duration":"378.930195ms","start":"2026-04-22T20:53:32.758552Z","end":"2026-04-22T20:53:33.137482Z","steps":["trace[431401407] 'agreement among raft nodes before linearized reading' (duration: 378.344132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:33.138403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:32.758532Z","time spent":"379.843897ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:53:37.478656Z","caller":"traceutil/trace.go:171","msg":"trace[776581650] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"109.031769ms","start":"2026-04-22T20:53:37.369591Z","end":"2026-04-22T20:53:37.478623Z","steps":["trace[776581650] 'process raft request' (duration: 108.816064ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:44.969848Z","caller":"traceutil/trace.go:171","msg":"trace[1130245984] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"120.754052ms","start":"2026-04-22T20:53:44.849065Z","end":"2026-04-22T20:53:44.969819Z","steps":["trace[1130245984] 'process raft request' (duration: 120.601048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:45.01972Z","caller":"traceutil/trace.go:171","msg":"trace[1142285871] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"110.199825ms","start":"2026-04-22T20:53:44.909503Z","end":"2026-04-22T20:53:45.019702Z","steps":["trace[1142285871] 'process raft request' (duration: 110.047442ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:45.020069Z","caller":"traceutil/trace.go:171","msg":"trace[52023764] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"110.347359ms","start":"2026-04-22T20:53:44.909597Z","end":"2026-04-22T20:53:45.019945Z","steps":["trace[52023764] 'process raft request' (duration: 110.064033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:45.02034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.337908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:53:45.020449Z","caller":"traceutil/trace.go:171","msg":"trace[431898915] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8379; }","duration":"107.583454ms","start":"2026-04-22T20:53:44.912838Z","end":"2026-04-22T20:53:45.020421Z","steps":["trace[431898915] 'agreement among raft nodes before linearized reading' (duration: 107.299998ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:45.020537Z","caller":"traceutil/trace.go:171","msg":"trace[580058418] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8681; }","duration":"106.96115ms","start":"2026-04-22T20:53:44.912886Z","end":"2026-04-22T20:53:45.019847Z","steps":["trace[580058418] 'read index received' (duration: 56.869309ms)","trace[580058418] 'applied index is now lower than readState.Index' (duration: 50.090691ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:45.777334Z","caller":"traceutil/trace.go:171","msg":"trace[1959230638] linearizableReadLoop","detail":"{readStateIndex:8685; appliedIndex:8684; }","duration":"254.792105ms","start":"2026-04-22T20:53:45.522523Z","end":"2026-04-22T20:53:45.777315Z","steps":["trace[1959230638] 'read index received' (duration: 254.58073ms)","trace[1959230638] 'applied index is now lower than readState.Index' (duration: 210.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:45.777413Z","caller":"traceutil/trace.go:171","msg":"trace[1618205760] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"259.195557ms","start":"2026-04-22T20:53:45.518181Z","end":"2026-04-22T20:53:45.777377Z","steps":["trace[1618205760] 'process raft request' (duration: 258.999573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:45.777546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.00804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:53:45.777587Z","caller":"traceutil/trace.go:171","msg":"trace[312701904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:8380; }","duration":"255.082511ms","start":"2026-04-22T20:53:45.522495Z","end":"2026-04-22T20:53:45.777578Z","steps":["trace[312701904] 'agreement among raft nodes before linearized reading' (duration: 254.950158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:45.777623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.283306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:53:45.777781Z","caller":"traceutil/trace.go:171","msg":"trace[297221357] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8380; }","duration":"175.41761ms","start":"2026-04-22T20:53:45.602263Z","end":"2026-04-22T20:53:45.777681Z","steps":["trace[297221357] 'agreement among raft nodes before linearized reading' (duration: 175.266316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:46.057164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.627533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:53:46.057473Z","caller":"traceutil/trace.go:171","msg":"trace[39619035] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8685; }","duration":"274.2896ms","start":"2026-04-22T20:53:45.783164Z","end":"2026-04-22T20:53:46.057454Z","steps":["trace[39619035] 'read index received' (duration: 57.253958ms)","trace[39619035] 'applied index is now lower than readState.Index' (duration: 217.034622ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:46.057504Z","caller":"traceutil/trace.go:171","msg":"trace[1890525712] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"275.278714ms","start":"2026-04-22T20:53:45.782165Z","end":"2026-04-22T20:53:46.057444Z","steps":["trace[1890525712] 'process raft request' (duration: 58.271162ms)","trace[1890525712] 'compare' (duration: 216.286685ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:46.057522Z","caller":"traceutil/trace.go:171","msg":"trace[702556698] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"275.213432ms","start":"2026-04-22T20:53:45.782263Z","end":"2026-04-22T20:53:46.057477Z","steps":["trace[702556698] 'process raft request' (duration: 275.110479ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:46.057699Z","caller":"traceutil/trace.go:171","msg":"trace[782529583] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"275.379046ms","start":"2026-04-22T20:53:45.782309Z","end":"2026-04-22T20:53:46.057688Z","steps":["trace[782529583] 'process raft request' (duration: 275.109059ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:46.057797Z","caller":"traceutil/trace.go:171","msg":"trace[1942989859] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"275.490069ms","start":"2026-04-22T20:53:45.782249Z","end":"2026-04-22T20:53:46.057739Z","steps":["trace[1942989859] 'process raft request' (duration: 275.042878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:46.057868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.709451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222802"} {"level":"info","ts":"2026-04-22T20:53:46.05791Z","caller":"traceutil/trace.go:171","msg":"trace[178924527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8384; }","duration":"274.752622ms","start":"2026-04-22T20:53:45.783145Z","end":"2026-04-22T20:53:46.057898Z","steps":["trace[178924527] 'agreement among raft nodes before linearized reading' (duration: 274.368163ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:53:47.130943Z","caller":"traceutil/trace.go:171","msg":"trace[686572498] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"433.064171ms","start":"2026-04-22T20:53:46.697855Z","end":"2026-04-22T20:53:47.130919Z","steps":["trace[686572498] 'process raft request' (duration: 432.834316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.131098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:46.697835Z","time spent":"433.177623ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:53:47.131193Z","caller":"traceutil/trace.go:171","msg":"trace[516951304] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"401.458592ms","start":"2026-04-22T20:53:46.729697Z","end":"2026-04-22T20:53:47.131156Z","steps":["trace[516951304] 'process raft request' (duration: 401.173386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.131379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:46.729681Z","time spent":"401.603335ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:53:47.5621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.703885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:53:47.562323Z","caller":"traceutil/trace.go:171","msg":"trace[1267219628] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8692; }","duration":"391.57729ms","start":"2026-04-22T20:53:47.170732Z","end":"2026-04-22T20:53:47.562309Z","steps":["trace[1267219628] 'read index received' (duration: 245.527308ms)","trace[1267219628] 'applied index is now lower than readState.Index' (duration: 146.049242ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:47.562325Z","caller":"traceutil/trace.go:171","msg":"trace[1783150086] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"586.043696ms","start":"2026-04-22T20:53:46.976249Z","end":"2026-04-22T20:53:47.562293Z","steps":["trace[1783150086] 'process raft request' (duration: 440.069755ms)","trace[1783150086] 'compare' (duration: 145.597922ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:53:47.562396Z","caller":"traceutil/trace.go:171","msg":"trace[845126392] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"508.087564ms","start":"2026-04-22T20:53:47.054282Z","end":"2026-04-22T20:53:47.56237Z","steps":["trace[845126392] 'process raft request' (duration: 507.985432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.562494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.180616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-22T20:53:47.562498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:47.054261Z","time spent":"508.187877ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:53:47.56253Z","caller":"traceutil/trace.go:171","msg":"trace[1280427461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8390; }","duration":"235.251167ms","start":"2026-04-22T20:53:47.327267Z","end":"2026-04-22T20:53:47.562519Z","steps":["trace[1280427461] 'agreement among raft nodes before linearized reading' (duration: 235.142135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.562525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:46.976169Z","time spent":"586.253231ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:53:47.562343Z","caller":"traceutil/trace.go:171","msg":"trace[1971960505] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"537.179913ms","start":"2026-04-22T20:53:47.025128Z","end":"2026-04-22T20:53:47.562308Z","steps":["trace[1971960505] 'process raft request' (duration: 537.059291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.562577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.786216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:53:47.562711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:47.025101Z","time spent":"537.559833ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:53:47.562746Z","caller":"traceutil/trace.go:171","msg":"trace[754708137] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8390; }","duration":"392.021412ms","start":"2026-04-22T20:53:47.170684Z","end":"2026-04-22T20:53:47.562706Z","steps":["trace[754708137] 'agreement among raft nodes before linearized reading' (duration: 391.715255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.562818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:47.170664Z","time spent":"392.135014ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:53:47.563645Z","caller":"traceutil/trace.go:171","msg":"trace[1451065742] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"537.119352ms","start":"2026-04-22T20:53:47.026125Z","end":"2026-04-22T20:53:47.563244Z","steps":["trace[1451065742] 'process raft request' (duration: 536.109759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:53:47.563852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:53:47.026113Z","time spent":"537.599063ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:08.18167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854812232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:54:08.308329Z","caller":"traceutil/trace.go:171","msg":"trace[759764432] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"678.844514ms","start":"2026-04-22T20:54:07.629458Z","end":"2026-04-22T20:54:08.308303Z","steps":["trace[759764432] 'process raft request' (duration: 678.67137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.308492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.629432Z","time spent":"678.980538ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:08.339811Z","caller":"traceutil/trace.go:171","msg":"trace[652473361] linearizableReadLoop","detail":"{readStateIndex:8941; appliedIndex:8936; }","duration":"658.814096ms","start":"2026-04-22T20:54:07.680978Z","end":"2026-04-22T20:54:08.339792Z","steps":["trace[652473361] 'read index received' (duration: 627.154496ms)","trace[652473361] 'applied index is now lower than readState.Index' (duration: 31.65882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:08.340141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.147935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:08.340132Z","caller":"traceutil/trace.go:171","msg":"trace[1795883659] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"249.165273ms","start":"2026-04-22T20:54:08.090933Z","end":"2026-04-22T20:54:08.340099Z","steps":["trace[1795883659] 'process raft request' (duration: 248.834686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.510635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:54:08.340294Z","caller":"traceutil/trace.go:171","msg":"trace[810627303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8629; }","duration":"440.541076ms","start":"2026-04-22T20:54:07.899748Z","end":"2026-04-22T20:54:08.340289Z","steps":["trace[810627303] 'agreement among raft nodes before linearized reading' (duration: 440.448544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.899724Z","time spent":"440.587586ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:54:08.340456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.543254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:54:08.340482Z","caller":"traceutil/trace.go:171","msg":"trace[791496422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:8629; }","duration":"119.590434ms","start":"2026-04-22T20:54:08.220886Z","end":"2026-04-22T20:54:08.340476Z","steps":["trace[791496422] 'agreement among raft nodes before linearized reading' (duration: 119.520733ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.340547Z","caller":"traceutil/trace.go:171","msg":"trace[300682123] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"693.171059ms","start":"2026-04-22T20:54:07.647341Z","end":"2026-04-22T20:54:08.340512Z","steps":["trace[300682123] 'process raft request' (duration: 692.266498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.577282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T20:54:08.340683Z","caller":"traceutil/trace.go:171","msg":"trace[371298834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8629; }","duration":"130.636843ms","start":"2026-04-22T20:54:08.21004Z","end":"2026-04-22T20:54:08.340677Z","steps":["trace[371298834] 'agreement among raft nodes before linearized reading' (duration: 130.564911ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.340687Z","caller":"traceutil/trace.go:171","msg":"trace[1797283064] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"685.858319ms","start":"2026-04-22T20:54:07.65482Z","end":"2026-04-22T20:54:08.340678Z","steps":["trace[1797283064] 'process raft request' (duration: 684.887446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.654795Z","time spent":"685.91435ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:08.340789Z","caller":"traceutil/trace.go:171","msg":"trace[1578354657] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"677.541974ms","start":"2026-04-22T20:54:07.66324Z","end":"2026-04-22T20:54:08.340782Z","steps":["trace[1578354657] 'process raft request' (duration: 676.48748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T20:54:08.340836Z","caller":"traceutil/trace.go:171","msg":"trace[595563264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8629; }","duration":"131.656207ms","start":"2026-04-22T20:54:08.209173Z","end":"2026-04-22T20:54:08.340829Z","steps":["trace[595563264] 'agreement among raft nodes before linearized reading' (duration: 131.599096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.663226Z","time spent":"677.600245ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:08.340178Z","caller":"traceutil/trace.go:171","msg":"trace[624495284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8629; }","duration":"659.233616ms","start":"2026-04-22T20:54:07.680935Z","end":"2026-04-22T20:54:08.340169Z","steps":["trace[624495284] 'agreement among raft nodes before linearized reading' (duration: 659.163134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.340649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.647326Z","time spent":"693.255852ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:08.340986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:07.680919Z","time spent":"660.030355ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T20:54:08.341022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.284528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:08.341057Z","caller":"traceutil/trace.go:171","msg":"trace[718927160] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8629; }","duration":"205.361679ms","start":"2026-04-22T20:54:08.135684Z","end":"2026-04-22T20:54:08.341046Z","steps":["trace[718927160] 'agreement among raft nodes before linearized reading' (duration: 205.288648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.341062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.097682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T20:54:08.341093Z","caller":"traceutil/trace.go:171","msg":"trace[313867916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8629; }","duration":"157.160243ms","start":"2026-04-22T20:54:08.183924Z","end":"2026-04-22T20:54:08.341084Z","steps":["trace[313867916] 'agreement among raft nodes before linearized reading' (duration: 157.03648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:08.341184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.590179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:54:08.341273Z","caller":"traceutil/trace.go:171","msg":"trace[1591641521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8629; }","duration":"138.709042ms","start":"2026-04-22T20:54:08.202532Z","end":"2026-04-22T20:54:08.341241Z","steps":["trace[1591641521] 'agreement among raft nodes before linearized reading' (duration: 138.464586ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.459746Z","caller":"traceutil/trace.go:171","msg":"trace[366089127] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"114.146448ms","start":"2026-04-22T20:54:08.345583Z","end":"2026-04-22T20:54:08.45973Z","steps":["trace[366089127] 'process raft request' (duration: 106.362236ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.470034Z","caller":"traceutil/trace.go:171","msg":"trace[1246130019] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"124.278815ms","start":"2026-04-22T20:54:08.345728Z","end":"2026-04-22T20:54:08.470007Z","steps":["trace[1246130019] 'process raft request' (duration: 124.210533ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.470064Z","caller":"traceutil/trace.go:171","msg":"trace[1484555468] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"124.393157ms","start":"2026-04-22T20:54:08.345644Z","end":"2026-04-22T20:54:08.470037Z","steps":["trace[1484555468] 'process raft request' (duration: 124.182962ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.470256Z","caller":"traceutil/trace.go:171","msg":"trace[467089410] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"124.50306ms","start":"2026-04-22T20:54:08.345738Z","end":"2026-04-22T20:54:08.470241Z","steps":["trace[467089410] 'process raft request' (duration: 124.235794ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:08.47022Z","caller":"traceutil/trace.go:171","msg":"trace[1141123356] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"123.981548ms","start":"2026-04-22T20:54:08.346219Z","end":"2026-04-22T20:54:08.470201Z","steps":["trace[1141123356] 'process raft request' (duration: 123.903606ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:09.584214Z","caller":"traceutil/trace.go:171","msg":"trace[1785183184] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"278.082489ms","start":"2026-04-22T20:54:09.306104Z","end":"2026-04-22T20:54:09.584186Z","steps":["trace[1785183184] 'process raft request' (duration: 277.627398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:09.852663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.903951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:09.852753Z","caller":"traceutil/trace.go:171","msg":"trace[1112041491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8635; }","duration":"173.041994ms","start":"2026-04-22T20:54:09.679691Z","end":"2026-04-22T20:54:09.852732Z","steps":["trace[1112041491] 'range keys from in-memory index tree' (duration: 172.842519ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:10.920048Z","caller":"traceutil/trace.go:171","msg":"trace[1347872100] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8950; }","duration":"445.85457ms","start":"2026-04-22T20:54:10.474167Z","end":"2026-04-22T20:54:10.920022Z","steps":["trace[1347872100] 'read index received' (duration: 445.683676ms)","trace[1347872100] 'applied index is now lower than readState.Index' (duration: 169.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:10.920154Z","caller":"traceutil/trace.go:171","msg":"trace[2065128105] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"446.28598ms","start":"2026-04-22T20:54:10.473836Z","end":"2026-04-22T20:54:10.920122Z","steps":["trace[2065128105] 'process raft request' (duration: 446.014833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:10.92027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.080965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T20:54:10.920316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:10.473804Z","time spent":"446.421023ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:10.920363Z","caller":"traceutil/trace.go:171","msg":"trace[2090628018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8639; }","duration":"446.194718ms","start":"2026-04-22T20:54:10.474148Z","end":"2026-04-22T20:54:10.920343Z","steps":["trace[2090628018] 'agreement among raft nodes before linearized reading' (duration: 445.991113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:10.920433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:10.47414Z","time spent":"446.270669ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T20:54:11.005378Z","caller":"traceutil/trace.go:171","msg":"trace[295929577] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"527.651461ms","start":"2026-04-22T20:54:10.477701Z","end":"2026-04-22T20:54:11.005353Z","steps":["trace[295929577] 'process raft request' (duration: 527.407926ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:11.005508Z","caller":"traceutil/trace.go:171","msg":"trace[452414593] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"260.58041ms","start":"2026-04-22T20:54:10.74491Z","end":"2026-04-22T20:54:11.00549Z","steps":["trace[452414593] 'process raft request' (duration: 260.392955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:11.005674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.080552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-22T20:54:11.005718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.00464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:54:11.0058Z","caller":"traceutil/trace.go:171","msg":"trace[2142654670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8641; }","duration":"531.112502ms","start":"2026-04-22T20:54:10.474661Z","end":"2026-04-22T20:54:11.005774Z","steps":["trace[2142654670] 'agreement among raft nodes before linearized reading' (duration: 530.893367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:11.005842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:10.474642Z","time spent":"531.191225ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T20:54:11.005884Z","caller":"traceutil/trace.go:171","msg":"trace[859147688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8641; }","duration":"531.220015ms","start":"2026-04-22T20:54:10.47453Z","end":"2026-04-22T20:54:11.00575Z","steps":["trace[859147688] 'agreement among raft nodes before linearized reading' (duration: 530.949688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:11.005954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:10.474514Z","time spent":"531.42587ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:54:11.00568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:10.477679Z","time spent":"527.764205ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:11.006194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.540779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-22T20:54:11.006235Z","caller":"traceutil/trace.go:171","msg":"trace[1067309775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8641; }","duration":"162.626561ms","start":"2026-04-22T20:54:10.843598Z","end":"2026-04-22T20:54:11.006225Z","steps":["trace[1067309775] 'agreement among raft nodes before linearized reading' (duration: 162.412126ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:17.184919Z","caller":"traceutil/trace.go:171","msg":"trace[1421262625] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"154.613863ms","start":"2026-04-22T20:54:17.030276Z","end":"2026-04-22T20:54:17.18489Z","steps":["trace[1421262625] 'process raft request' (duration: 59.88786ms)","trace[1421262625] 'compare' (duration: 94.544579ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:17.21904Z","caller":"traceutil/trace.go:171","msg":"trace[864236110] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8991; }","duration":"187.600264ms","start":"2026-04-22T20:54:17.031423Z","end":"2026-04-22T20:54:17.219024Z","steps":["trace[864236110] 'read index received' (duration: 58.742503ms)","trace[864236110] 'applied index is now lower than readState.Index' (duration: 128.856911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:17.219265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.83222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T20:54:17.219243Z","caller":"traceutil/trace.go:171","msg":"trace[760431291] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"188.073015ms","start":"2026-04-22T20:54:17.031082Z","end":"2026-04-22T20:54:17.219155Z","steps":["trace[760431291] 'process raft request' (duration: 187.85976ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:17.219312Z","caller":"traceutil/trace.go:171","msg":"trace[564762159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8679; }","duration":"187.923121ms","start":"2026-04-22T20:54:17.031377Z","end":"2026-04-22T20:54:17.2193Z","steps":["trace[564762159] 'agreement among raft nodes before linearized reading' (duration: 187.743597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:17.219325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.942628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:17.219428Z","caller":"traceutil/trace.go:171","msg":"trace[926680501] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8679; }","duration":"172.084872ms","start":"2026-04-22T20:54:17.047323Z","end":"2026-04-22T20:54:17.219408Z","steps":["trace[926680501] 'agreement among raft nodes before linearized reading' (duration: 171.884707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:17.219293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.872141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T20:54:17.219507Z","caller":"traceutil/trace.go:171","msg":"trace[1634388590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8679; }","duration":"185.119126ms","start":"2026-04-22T20:54:17.034379Z","end":"2026-04-22T20:54:17.219498Z","steps":["trace[1634388590] 'agreement among raft nodes before linearized reading' (duration: 184.796798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:33.356834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.84096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-22T20:54:33.356918Z","caller":"traceutil/trace.go:171","msg":"trace[164692272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8768; }","duration":"101.955803ms","start":"2026-04-22T20:54:33.254943Z","end":"2026-04-22T20:54:33.356899Z","steps":["trace[164692272] 'range keys from in-memory index tree' (duration: 101.256826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.117781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854812884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:54:39.382088Z","caller":"traceutil/trace.go:171","msg":"trace[1934997533] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"846.806209ms","start":"2026-04-22T20:54:38.535252Z","end":"2026-04-22T20:54:39.382058Z","steps":["trace[1934997533] 'process raft request' (duration: 846.661415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.382232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.53523Z","time spent":"846.926372ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:39.40478Z","caller":"traceutil/trace.go:171","msg":"trace[1029162133] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9159; }","duration":"787.070013ms","start":"2026-04-22T20:54:38.617686Z","end":"2026-04-22T20:54:39.404756Z","steps":["trace[1029162133] 'read index received' (duration: 764.346082ms)","trace[1029162133] 'applied index is now lower than readState.Index' (duration: 22.722911ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:39.405027Z","caller":"traceutil/trace.go:171","msg":"trace[93267315] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"832.554586ms","start":"2026-04-22T20:54:38.572457Z","end":"2026-04-22T20:54:39.405011Z","steps":["trace[93267315] 'process raft request' (duration: 832.000003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.405139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.57241Z","time spent":"832.656508ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:39.405263Z","caller":"traceutil/trace.go:171","msg":"trace[1527514340] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"822.058141ms","start":"2026-04-22T20:54:38.583194Z","end":"2026-04-22T20:54:39.405252Z","steps":["trace[1527514340] 'process raft request' (duration: 821.440806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.405305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.583179Z","time spent":"822.101881ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:39.405407Z","caller":"traceutil/trace.go:171","msg":"trace[1201987668] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"628.925438ms","start":"2026-04-22T20:54:38.776471Z","end":"2026-04-22T20:54:39.405396Z","steps":["trace[1201987668] 'process raft request' (duration: 628.214032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.405494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.776454Z","time spent":"629.013541ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:39.405735Z","caller":"traceutil/trace.go:171","msg":"trace[1980475312] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"320.163673ms","start":"2026-04-22T20:54:39.085557Z","end":"2026-04-22T20:54:39.405721Z","steps":["trace[1980475312] 'process raft request' (duration: 319.159949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.405794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:39.085527Z","time spent":"320.233474ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:39.406035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.327982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:54:39.406125Z","caller":"traceutil/trace.go:171","msg":"trace[147912926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:8844; }","duration":"788.450426ms","start":"2026-04-22T20:54:38.617652Z","end":"2026-04-22T20:54:39.406103Z","steps":["trace[147912926] 'agreement among raft nodes before linearized reading' (duration: 788.244921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.406192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.617638Z","time spent":"788.541627ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rqkd8\" "} {"level":"warn","ts":"2026-04-22T20:54:39.406497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.891658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:54:39.406586Z","caller":"traceutil/trace.go:171","msg":"trace[1038508822] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8844; }","duration":"641.01964ms","start":"2026-04-22T20:54:38.765545Z","end":"2026-04-22T20:54:39.406564Z","steps":["trace[1038508822] 'agreement among raft nodes before linearized reading' (duration: 640.793525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:39.406607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.992588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T20:54:39.406639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:38.76553Z","time spent":"641.096103ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:54:39.406681Z","caller":"traceutil/trace.go:171","msg":"trace[959402961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8844; }","duration":"216.111331ms","start":"2026-04-22T20:54:39.190551Z","end":"2026-04-22T20:54:39.406662Z","steps":["trace[959402961] 'agreement among raft nodes before linearized reading' (duration: 215.884555ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:42.449381Z","caller":"traceutil/trace.go:171","msg":"trace[1012467636] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"1.003364048s","start":"2026-04-22T20:54:41.445984Z","end":"2026-04-22T20:54:42.449348Z","steps":["trace[1012467636] 'process raft request' (duration: 1.003251315s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.449542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.445972Z","time spent":"1.00348995s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:42.44964Z","caller":"traceutil/trace.go:171","msg":"trace[476564239] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"1.003566313s","start":"2026-04-22T20:54:41.446054Z","end":"2026-04-22T20:54:42.449621Z","steps":["trace[476564239] 'process raft request' (duration: 1.003250516s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.449753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.446046Z","time spent":"1.003646165s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:42.449716Z","caller":"traceutil/trace.go:171","msg":"trace[1886098623] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"1.003978062s","start":"2026-04-22T20:54:41.445685Z","end":"2026-04-22T20:54:42.449663Z","steps":["trace[1886098623] 'process raft request' (duration: 1.003363748s)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:42.449806Z","caller":"traceutil/trace.go:171","msg":"trace[1871979305] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9174; }","duration":"1.00006989s","start":"2026-04-22T20:54:41.449699Z","end":"2026-04-22T20:54:42.449768Z","steps":["trace[1871979305] 'read index received' (duration: 402.839µs)","trace[1871979305] 'applied index is now lower than readState.Index' (duration: 999.665751ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:42.449874Z","caller":"traceutil/trace.go:171","msg":"trace[1305416369] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"1.003302997s","start":"2026-04-22T20:54:41.446558Z","end":"2026-04-22T20:54:42.449861Z","steps":["trace[1305416369] 'process raft request' (duration: 1.0030003s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.449903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.445673Z","time spent":"1.004138415s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:42.449946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.44655Z","time spent":"1.003361718s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:42.450258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000538871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227533"} {"level":"info","ts":"2026-04-22T20:54:42.450313Z","caller":"traceutil/trace.go:171","msg":"trace[2077989725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8859; }","duration":"1.000627274s","start":"2026-04-22T20:54:41.449674Z","end":"2026-04-22T20:54:42.450301Z","steps":["trace[2077989725] 'agreement among raft nodes before linearized reading' (duration: 1.000222794s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.450351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.449666Z","time spent":"1.000674975s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227556,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-22T20:54:42.480384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.591368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:54:42.480406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.414882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:54:42.480414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.549606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:42.480452Z","caller":"traceutil/trace.go:171","msg":"trace[930604010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"800.700491ms","start":"2026-04-22T20:54:41.679733Z","end":"2026-04-22T20:54:42.480434Z","steps":["trace[930604010] 'agreement among raft nodes before linearized reading' (duration: 800.586418ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:42.480476Z","caller":"traceutil/trace.go:171","msg":"trace[1548983456] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8860; }","duration":"654.647858ms","start":"2026-04-22T20:54:41.825811Z","end":"2026-04-22T20:54:42.480459Z","steps":["trace[1548983456] 'agreement among raft nodes before linearized reading' (duration: 654.547835ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:42.480484Z","caller":"traceutil/trace.go:171","msg":"trace[177506449] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"767.612098ms","start":"2026-04-22T20:54:41.712854Z","end":"2026-04-22T20:54:42.480466Z","steps":["trace[177506449] 'process raft request' (duration: 767.248389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.480527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.825793Z","time spent":"654.72411ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:54:42.480548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.901388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-22T20:54:42.480415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.263424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T20:54:42.480593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.712832Z","time spent":"767.69523ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:42.480652Z","caller":"traceutil/trace.go:171","msg":"trace[62280899] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8860; }","duration":"118.526199ms","start":"2026-04-22T20:54:42.362093Z","end":"2026-04-22T20:54:42.48062Z","steps":["trace[62280899] 'agreement among raft nodes before linearized reading' (duration: 118.172301ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:42.480459Z","caller":"traceutil/trace.go:171","msg":"trace[1215552384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8860; }","duration":"336.522413ms","start":"2026-04-22T20:54:42.143924Z","end":"2026-04-22T20:54:42.480446Z","steps":["trace[1215552384] 'agreement among raft nodes before linearized reading' (duration: 336.318228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.480493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.67971Z","time spent":"800.774763ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:54:42.480573Z","caller":"traceutil/trace.go:171","msg":"trace[1067218335] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8860; }","duration":"177.965679ms","start":"2026-04-22T20:54:42.302601Z","end":"2026-04-22T20:54:42.480566Z","steps":["trace[1067218335] 'agreement among raft nodes before linearized reading' (duration: 177.874077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.480779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.359545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-22T20:54:42.480808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:42.1439Z","time spent":"336.837011ms","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-22T20:54:42.480917Z","caller":"traceutil/trace.go:171","msg":"trace[449665351] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c; range_end:; response_count:1; response_revision:8860; }","duration":"827.521698ms","start":"2026-04-22T20:54:41.653357Z","end":"2026-04-22T20:54:42.480879Z","steps":["trace[449665351] 'agreement among raft nodes before linearized reading' (duration: 827.060038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.480983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.653297Z","time spent":"827.675832ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c\" "} {"level":"warn","ts":"2026-04-22T20:54:42.481075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.610695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:54:42.481379Z","caller":"traceutil/trace.go:171","msg":"trace[899917311] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:8860; }","duration":"960.006355ms","start":"2026-04-22T20:54:41.521352Z","end":"2026-04-22T20:54:42.481358Z","steps":["trace[899917311] 'agreement among raft nodes before linearized reading' (duration: 958.873158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:42.481449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:41.521314Z","time spent":"960.109107ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T20:54:43.592696Z","caller":"traceutil/trace.go:171","msg":"trace[1418126814] linearizableReadLoop","detail":"{readStateIndex:9186; appliedIndex:9184; }","duration":"139.159113ms","start":"2026-04-22T20:54:43.453519Z","end":"2026-04-22T20:54:43.592678Z","steps":["trace[1418126814] 'read index received' (duration: 36.304759ms)","trace[1418126814] 'applied index is now lower than readState.Index' (duration: 102.853424ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:43.592701Z","caller":"traceutil/trace.go:171","msg":"trace[14621492] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"153.382845ms","start":"2026-04-22T20:54:43.439294Z","end":"2026-04-22T20:54:43.592677Z","steps":["trace[14621492] 'process raft request' (duration: 113.371959ms)","trace[14621492] 'compare' (duration: 39.743559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:43.592868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.335747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T20:54:43.592897Z","caller":"traceutil/trace.go:171","msg":"trace[1603903288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8865; }","duration":"139.396798ms","start":"2026-04-22T20:54:43.453494Z","end":"2026-04-22T20:54:43.59289Z","steps":["trace[1603903288] 'agreement among raft nodes before linearized reading' (duration: 139.251474ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:43.593015Z","caller":"traceutil/trace.go:171","msg":"trace[1724871569] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"147.528708ms","start":"2026-04-22T20:54:43.44548Z","end":"2026-04-22T20:54:43.593008Z","steps":["trace[1724871569] 'process raft request' (duration: 147.118659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.042579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.731946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:54:51.042822Z","caller":"traceutil/trace.go:171","msg":"trace[303960424] linearizableReadLoop","detail":"{readStateIndex:9271; appliedIndex:9269; }","duration":"325.409795ms","start":"2026-04-22T20:54:50.717393Z","end":"2026-04-22T20:54:51.042802Z","steps":["trace[303960424] 'read index received' (duration: 170.372262ms)","trace[303960424] 'applied index is now lower than readState.Index' (duration: 155.036393ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:51.042971Z","caller":"traceutil/trace.go:171","msg":"trace[1644737772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8946; }","duration":"369.467615ms","start":"2026-04-22T20:54:50.673492Z","end":"2026-04-22T20:54:51.04296Z","steps":["trace[1644737772] 'process raft request' (duration: 369.216659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.043233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.019858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6s65b\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-22T20:54:51.043278Z","caller":"traceutil/trace.go:171","msg":"trace[169166875] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"371.545633ms","start":"2026-04-22T20:54:50.671688Z","end":"2026-04-22T20:54:51.043234Z","steps":["trace[169166875] 'process raft request' (duration: 216.062979ms)","trace[169166875] 'compare' (duration: 154.404149ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:51.043302Z","caller":"traceutil/trace.go:171","msg":"trace[987164671] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6s65b; range_end:; response_count:1; response_revision:8946; }","duration":"308.116801ms","start":"2026-04-22T20:54:50.73517Z","end":"2026-04-22T20:54:51.043287Z","steps":["trace[987164671] 'agreement among raft nodes before linearized reading' (duration: 308.005789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.043246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.850956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:51.043403Z","caller":"traceutil/trace.go:171","msg":"trace[1759762513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8946; }","duration":"326.028149ms","start":"2026-04-22T20:54:50.717355Z","end":"2026-04-22T20:54:51.043384Z","steps":["trace[1759762513] 'agreement among raft nodes before linearized reading' (duration: 325.818585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.043406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:50.671669Z","time spent":"371.664235ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:54:51.043344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:50.73516Z","time spent":"308.176162ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6s65b\" "} {"level":"warn","ts":"2026-04-22T20:54:51.043518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:50.717325Z","time spent":"326.135932ms","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:54:51.043723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:50.673476Z","time spent":"369.531416ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-22T20:54:51.765595Z","caller":"traceutil/trace.go:171","msg":"trace[1655190446] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"240.90163ms","start":"2026-04-22T20:54:51.524664Z","end":"2026-04-22T20:54:51.765566Z","steps":["trace[1655190446] 'process raft request' (duration: 205.571514ms)","trace[1655190446] 'compare' (duration: 34.981458ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:51.792782Z","caller":"traceutil/trace.go:171","msg":"trace[1536706772] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9273; }","duration":"140.908594ms","start":"2026-04-22T20:54:51.65185Z","end":"2026-04-22T20:54:51.792759Z","steps":["trace[1536706772] 'read index received' (duration: 78.400653ms)","trace[1536706772] 'applied index is now lower than readState.Index' (duration: 62.50689ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:51.792862Z","caller":"traceutil/trace.go:171","msg":"trace[173132866] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"168.010456ms","start":"2026-04-22T20:54:51.624827Z","end":"2026-04-22T20:54:51.792838Z","steps":["trace[173132866] 'process raft request' (duration: 167.821622ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:51.792844Z","caller":"traceutil/trace.go:171","msg":"trace[277817820] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"167.844193ms","start":"2026-04-22T20:54:51.624968Z","end":"2026-04-22T20:54:51.792812Z","steps":["trace[277817820] 'process raft request' (duration: 167.72223ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:51.792938Z","caller":"traceutil/trace.go:171","msg":"trace[978341822] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"225.06975ms","start":"2026-04-22T20:54:51.567823Z","end":"2026-04-22T20:54:51.792893Z","steps":["trace[978341822] 'process raft request' (duration: 224.686551ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:51.793002Z","caller":"traceutil/trace.go:171","msg":"trace[467196105] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"135.552198ms","start":"2026-04-22T20:54:51.65743Z","end":"2026-04-22T20:54:51.792982Z","steps":["trace[467196105] 'process raft request' (duration: 135.290882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.793131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.931933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:51.793177Z","caller":"traceutil/trace.go:171","msg":"trace[150359307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8952; }","duration":"114.010484ms","start":"2026-04-22T20:54:51.679153Z","end":"2026-04-22T20:54:51.793164Z","steps":["trace[150359307] 'agreement among raft nodes before linearized reading' (duration: 113.929662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.793264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.360004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-22T20:54:51.793374Z","caller":"traceutil/trace.go:171","msg":"trace[1257950166] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c; range_end:; response_count:1; response_revision:8952; }","duration":"141.539038ms","start":"2026-04-22T20:54:51.651811Z","end":"2026-04-22T20:54:51.79335Z","steps":["trace[1257950166] 'agreement among raft nodes before linearized reading' (duration: 141.114368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:51.793436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.074258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T20:54:51.79347Z","caller":"traceutil/trace.go:171","msg":"trace[1412690698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8952; }","duration":"100.155191ms","start":"2026-04-22T20:54:51.693306Z","end":"2026-04-22T20:54:51.793461Z","steps":["trace[1412690698] 'agreement among raft nodes before linearized reading' (duration: 100.039528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.299079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854813190,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:54:52.532163Z","caller":"traceutil/trace.go:171","msg":"trace[1567208164] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"735.308044ms","start":"2026-04-22T20:54:51.796834Z","end":"2026-04-22T20:54:52.532142Z","steps":["trace[1567208164] 'process raft request' (duration: 735.12262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.532331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:51.796821Z","time spent":"735.404677ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:52.546947Z","caller":"traceutil/trace.go:171","msg":"trace[1610819672] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"749.090997ms","start":"2026-04-22T20:54:51.797837Z","end":"2026-04-22T20:54:52.546928Z","steps":["trace[1610819672] 'process raft request' (duration: 748.960754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.547086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:51.797825Z","time spent":"749.176678ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:52.547134Z","caller":"traceutil/trace.go:171","msg":"trace[110082624] linearizableReadLoop","detail":"{readStateIndex:9280; appliedIndex:9278; }","duration":"748.531484ms","start":"2026-04-22T20:54:51.798573Z","end":"2026-04-22T20:54:52.547105Z","steps":["trace[110082624] 'read index received' (duration: 733.3908ms)","trace[110082624] 'applied index is now lower than readState.Index' (duration: 15.138464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:52.547299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.729098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T20:54:52.547345Z","caller":"traceutil/trace.go:171","msg":"trace[1327716566] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8955; }","duration":"748.778509ms","start":"2026-04-22T20:54:51.798543Z","end":"2026-04-22T20:54:52.547321Z","steps":["trace[1327716566] 'agreement among raft nodes before linearized reading' (duration: 748.652526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.547371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:51.798533Z","time spent":"748.832711ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-22T20:54:52.687648Z","caller":"traceutil/trace.go:171","msg":"trace[1761939934] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9281; }","duration":"140.417682ms","start":"2026-04-22T20:54:52.547207Z","end":"2026-04-22T20:54:52.687624Z","steps":["trace[1761939934] 'read index received' (duration: 91.783105ms)","trace[1761939934] 'applied index is now lower than readState.Index' (duration: 48.633557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:52.687872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.550484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-22T20:54:52.687877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.488945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T20:54:52.68791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.82349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:54:52.687946Z","caller":"traceutil/trace.go:171","msg":"trace[1411376589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8956; }","duration":"182.605138ms","start":"2026-04-22T20:54:52.505324Z","end":"2026-04-22T20:54:52.687929Z","steps":["trace[1411376589] 'agreement among raft nodes before linearized reading' (duration: 182.382963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.687985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.916653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:54:52.68786Z","caller":"traceutil/trace.go:171","msg":"trace[144240120] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"151.376508ms","start":"2026-04-22T20:54:52.536433Z","end":"2026-04-22T20:54:52.68781Z","steps":["trace[144240120] 'process raft request' (duration: 102.549827ms)","trace[144240120] 'compare' (duration: 48.476963ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:54:52.688022Z","caller":"traceutil/trace.go:171","msg":"trace[1768748269] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8956; }","duration":"580.000095ms","start":"2026-04-22T20:54:52.108012Z","end":"2026-04-22T20:54:52.688012Z","steps":["trace[1768748269] 'agreement among raft nodes before linearized reading' (duration: 579.945304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.688056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:52.107965Z","time spent":"580.081807ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:54:52.68806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.544313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T20:54:52.68806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.72204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:54:52.688121Z","caller":"traceutil/trace.go:171","msg":"trace[237347450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8956; }","duration":"187.615105ms","start":"2026-04-22T20:54:52.50049Z","end":"2026-04-22T20:54:52.688105Z","steps":["trace[237347450] 'agreement among raft nodes before linearized reading' (duration: 187.431301ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:52.688136Z","caller":"traceutil/trace.go:171","msg":"trace[645452674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:8956; }","duration":"179.826743ms","start":"2026-04-22T20:54:52.50829Z","end":"2026-04-22T20:54:52.688117Z","steps":["trace[645452674] 'agreement among raft nodes before linearized reading' (duration: 179.582788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.6882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.362419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-22T20:54:52.688127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.990778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T20:54:52.687935Z","caller":"traceutil/trace.go:171","msg":"trace[510833940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8956; }","duration":"199.635626ms","start":"2026-04-22T20:54:52.488266Z","end":"2026-04-22T20:54:52.687902Z","steps":["trace[510833940] 'agreement among raft nodes before linearized reading' (duration: 199.497243ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:52.688266Z","caller":"traceutil/trace.go:171","msg":"trace[569530473] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8956; }","duration":"831.42774ms","start":"2026-04-22T20:54:51.856823Z","end":"2026-04-22T20:54:52.688251Z","steps":["trace[569530473] 'agreement among raft nodes before linearized reading' (duration: 831.261227ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:52.687991Z","caller":"traceutil/trace.go:171","msg":"trace[418799569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8956; }","duration":"196.942753ms","start":"2026-04-22T20:54:52.491032Z","end":"2026-04-22T20:54:52.687974Z","steps":["trace[418799569] 'agreement among raft nodes before linearized reading' (duration: 196.706447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:52.688323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:51.856766Z","time spent":"831.543914ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-22T20:54:52.688281Z","caller":"traceutil/trace.go:171","msg":"trace[682176589] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8956; }","duration":"139.174533ms","start":"2026-04-22T20:54:52.549093Z","end":"2026-04-22T20:54:52.688267Z","steps":["trace[682176589] 'agreement among raft nodes before linearized reading' (duration: 138.959368ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:53.304724Z","caller":"traceutil/trace.go:171","msg":"trace[1880902484] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"131.828021ms","start":"2026-04-22T20:54:53.172873Z","end":"2026-04-22T20:54:53.304701Z","steps":["trace[1880902484] 'process raft request' (duration: 131.685367ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:54:54.230559Z","caller":"traceutil/trace.go:171","msg":"trace[460886316] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"460.359749ms","start":"2026-04-22T20:54:53.77017Z","end":"2026-04-22T20:54:54.23053Z","steps":["trace[460886316] 'process raft request' (duration: 460.219925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:54.230705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:53.770152Z","time spent":"460.479452ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:54.23092Z","caller":"traceutil/trace.go:171","msg":"trace[1564085057] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9290; }","duration":"456.844927ms","start":"2026-04-22T20:54:53.774056Z","end":"2026-04-22T20:54:54.2309Z","steps":["trace[1564085057] 'read index received' (duration: 456.835817ms)","trace[1564085057] 'applied index is now lower than readState.Index' (duration: 7.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:54:54.231146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.090123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8c932f2f8cdb9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-22T20:54:54.231187Z","caller":"traceutil/trace.go:171","msg":"trace[1454260386] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8c932f2f8cdb9; range_end:; response_count:1; response_revision:8964; }","duration":"457.163275ms","start":"2026-04-22T20:54:53.774014Z","end":"2026-04-22T20:54:54.231177Z","steps":["trace[1454260386] 'agreement among raft nodes before linearized reading' (duration: 456.95483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:54.231221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:53.774004Z","time spent":"457.209626ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a8c932f2f8cdb9\" "} {"level":"info","ts":"2026-04-22T20:54:54.269589Z","caller":"traceutil/trace.go:171","msg":"trace[1998575371] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"469.856301ms","start":"2026-04-22T20:54:53.799709Z","end":"2026-04-22T20:54:54.269565Z","steps":["trace[1998575371] 'process raft request' (duration: 469.806609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:54.269728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:53.799693Z","time spent":"469.963793ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:54:54.26993Z","caller":"traceutil/trace.go:171","msg":"trace[1708012158] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"470.569226ms","start":"2026-04-22T20:54:53.799334Z","end":"2026-04-22T20:54:54.269903Z","steps":["trace[1708012158] 'process raft request' (duration: 470.061575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:54:54.27005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:54:53.799309Z","time spent":"470.675789ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:55:05.025515Z","caller":"traceutil/trace.go:171","msg":"trace[1389393909] linearizableReadLoop","detail":"{readStateIndex:9389; appliedIndex:9388; }","duration":"205.83791ms","start":"2026-04-22T20:55:04.819652Z","end":"2026-04-22T20:55:05.02549Z","steps":["trace[1389393909] 'read index received' (duration: 205.630335ms)","trace[1389393909] 'applied index is now lower than readState.Index' (duration: 206.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:55:05.025557Z","caller":"traceutil/trace.go:171","msg":"trace[597130103] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"274.881194ms","start":"2026-04-22T20:55:04.750647Z","end":"2026-04-22T20:55:05.025529Z","steps":["trace[597130103] 'process raft request' (duration: 274.647749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:05.025674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.012884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-22T20:55:05.025701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.054455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:55:05.02574Z","caller":"traceutil/trace.go:171","msg":"trace[1113991262] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9059; }","duration":"203.146728ms","start":"2026-04-22T20:55:04.822582Z","end":"2026-04-22T20:55:05.025728Z","steps":["trace[1113991262] 'agreement among raft nodes before linearized reading' (duration: 203.055936ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:55:05.025745Z","caller":"traceutil/trace.go:171","msg":"trace[1144089853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9059; }","duration":"206.128357ms","start":"2026-04-22T20:55:04.819597Z","end":"2026-04-22T20:55:05.025725Z","steps":["trace[1144089853] 'agreement among raft nodes before linearized reading' (duration: 205.957503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:05.025846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.642678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-k29ms\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-22T20:55:05.025908Z","caller":"traceutil/trace.go:171","msg":"trace[1972722051] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-k29ms; range_end:; response_count:1; response_revision:9059; }","duration":"173.744671ms","start":"2026-04-22T20:55:04.852148Z","end":"2026-04-22T20:55:05.025893Z","steps":["trace[1972722051] 'agreement among raft nodes before linearized reading' (duration: 173.552976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:05.025873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.765875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T20:55:05.025943Z","caller":"traceutil/trace.go:171","msg":"trace[1880005754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9059; }","duration":"201.837297ms","start":"2026-04-22T20:55:04.824099Z","end":"2026-04-22T20:55:05.025936Z","steps":["trace[1880005754] 'agreement among raft nodes before linearized reading' (duration: 201.713454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:05.026136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.443511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:55:05.026194Z","caller":"traceutil/trace.go:171","msg":"trace[221723474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9059; }","duration":"202.524923ms","start":"2026-04-22T20:55:04.823657Z","end":"2026-04-22T20:55:05.026181Z","steps":["trace[221723474] 'agreement among raft nodes before linearized reading' (duration: 202.359199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:05.026452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.197058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:55:05.026562Z","caller":"traceutil/trace.go:171","msg":"trace[1605034584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:9059; }","duration":"197.352992ms","start":"2026-04-22T20:55:04.829186Z","end":"2026-04-22T20:55:05.026539Z","steps":["trace[1605034584] 'agreement among raft nodes before linearized reading' (duration: 196.785528ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:55:08.796427Z","caller":"traceutil/trace.go:171","msg":"trace[1441041548] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"105.126396ms","start":"2026-04-22T20:55:08.691211Z","end":"2026-04-22T20:55:08.796337Z","steps":["trace[1441041548] 'process raft request' (duration: 44.96596ms)","trace[1441041548] 'compare' (duration: 59.733066ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:55:11.213222Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000252b.wal"} {"level":"info","ts":"2026-04-22T20:55:36.045203Z","caller":"traceutil/trace.go:171","msg":"trace[929642182] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"128.636327ms","start":"2026-04-22T20:55:35.916534Z","end":"2026-04-22T20:55:36.045171Z","steps":["trace[929642182] 'process raft request' (duration: 72.27099ms)","trace[929642182] 'compare' (duration: 56.213344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:55:56.019076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.378962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T20:55:56.019195Z","caller":"traceutil/trace.go:171","msg":"trace[1549542888] linearizableReadLoop","detail":"{readStateIndex:9969; appliedIndex:9968; }","duration":"688.030379ms","start":"2026-04-22T20:55:55.331148Z","end":"2026-04-22T20:55:56.019178Z","steps":["trace[1549542888] 'read index received' (duration: 95.338339ms)","trace[1549542888] 'applied index is now lower than readState.Index' (duration: 592.69073ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:55:56.019312Z","caller":"traceutil/trace.go:171","msg":"trace[783128328] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"706.821548ms","start":"2026-04-22T20:55:55.312456Z","end":"2026-04-22T20:55:56.019278Z","steps":["trace[783128328] 'process raft request' (duration: 114.140459ms)","trace[783128328] 'compare' (duration: 592.086215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:55:56.019368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.312434Z","time spent":"706.90563ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:55:56.019702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.334159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:55:56.019793Z","caller":"traceutil/trace.go:171","msg":"trace[1080651977] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9627; }","duration":"417.437831ms","start":"2026-04-22T20:55:55.602334Z","end":"2026-04-22T20:55:56.019772Z","steps":["trace[1080651977] 'agreement among raft nodes before linearized reading' (duration: 417.196976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.019843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.602247Z","time spent":"417.586335ms","remote":"127.0.0.1:47554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":75,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:55:56.019853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.776779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T20:55:56.020076Z","caller":"traceutil/trace.go:171","msg":"trace[1517915141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9627; }","duration":"669.086726ms","start":"2026-04-22T20:55:55.350955Z","end":"2026-04-22T20:55:56.020041Z","steps":["trace[1517915141] 'agreement among raft nodes before linearized reading' (duration: 668.543163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.02019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.038952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T20:55:56.020232Z","caller":"traceutil/trace.go:171","msg":"trace[455307763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9627; }","duration":"689.115334ms","start":"2026-04-22T20:55:55.331106Z","end":"2026-04-22T20:55:56.020222Z","steps":["trace[455307763] 'agreement among raft nodes before linearized reading' (duration: 688.965961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.020271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.331087Z","time spent":"689.177476ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T20:55:56.020347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.383243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:55:56.020412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.053192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:55:56.020449Z","caller":"traceutil/trace.go:171","msg":"trace[1425378258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"340.130244ms","start":"2026-04-22T20:55:55.68031Z","end":"2026-04-22T20:55:56.02044Z","steps":["trace[1425378258] 'agreement among raft nodes before linearized reading' (duration: 340.077293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.020478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.680286Z","time spent":"340.183755ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:55:56.02044Z","caller":"traceutil/trace.go:171","msg":"trace[2142855983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"530.506476ms","start":"2026-04-22T20:55:55.489918Z","end":"2026-04-22T20:55:56.020425Z","steps":["trace[2142855983] 'agreement among raft nodes before linearized reading' (duration: 530.343872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.020224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.350937Z","time spent":"669.23566ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T20:55:56.020498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.459436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-22T20:55:56.02053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.489896Z","time spent":"530.620548ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T20:55:56.020577Z","caller":"traceutil/trace.go:171","msg":"trace[716128444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:9627; }","duration":"619.591249ms","start":"2026-04-22T20:55:55.400966Z","end":"2026-04-22T20:55:56.020557Z","steps":["trace[716128444] 'agreement among raft nodes before linearized reading' (duration: 619.364344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.02062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.400941Z","time spent":"619.67358ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rqkd8\" "} {"level":"warn","ts":"2026-04-22T20:55:56.02072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.200002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T20:55:56.020779Z","caller":"traceutil/trace.go:171","msg":"trace[1871968736] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9627; }","duration":"410.316315ms","start":"2026-04-22T20:55:55.610446Z","end":"2026-04-22T20:55:56.020763Z","steps":["trace[1871968736] 'agreement among raft nodes before linearized reading' (duration: 410.198092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.020819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.610412Z","time spent":"410.397717ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-22T20:55:56.021007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.049503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-22T20:55:56.021084Z","caller":"traceutil/trace.go:171","msg":"trace[1868048205] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9627; }","duration":"624.723419ms","start":"2026-04-22T20:55:55.396342Z","end":"2026-04-22T20:55:56.021066Z","steps":["trace[1868048205] 'agreement among raft nodes before linearized reading' (duration: 624.000702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:55:56.021131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:55:55.396322Z","time spent":"624.794451ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-22T20:56:01.050009Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T20:56:01.054706Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-22T20:56:01.054785Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-22T20:56:08.275436Z","caller":"traceutil/trace.go:171","msg":"trace[2146506008] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"111.040846ms","start":"2026-04-22T20:56:08.164363Z","end":"2026-04-22T20:56:08.275404Z","steps":["trace[2146506008] 'process raft request' (duration: 110.857981ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:56:08.582367Z","caller":"traceutil/trace.go:171","msg":"trace[130039616] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"301.626183ms","start":"2026-04-22T20:56:08.280718Z","end":"2026-04-22T20:56:08.582344Z","steps":["trace[130039616] 'process raft request' (duration: 300.098377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:08.582494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:08.280701Z","time spent":"301.725426ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:56:08.79044Z","caller":"traceutil/trace.go:171","msg":"trace[701156107] linearizableReadLoop","detail":"{readStateIndex:10046; appliedIndex:10045; }","duration":"108.61859ms","start":"2026-04-22T20:56:08.6818Z","end":"2026-04-22T20:56:08.790419Z","steps":["trace[701156107] 'read index received' (duration: 82.058078ms)","trace[701156107] 'applied index is now lower than readState.Index' (duration: 26.559652ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:56:08.790507Z","caller":"traceutil/trace.go:171","msg":"trace[1169773641] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"109.416208ms","start":"2026-04-22T20:56:08.681063Z","end":"2026-04-22T20:56:08.790479Z","steps":["trace[1169773641] 'process raft request' (duration: 82.780605ms)","trace[1169773641] 'compare' (duration: 26.246794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:56:08.790561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.728692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:56:08.790592Z","caller":"traceutil/trace.go:171","msg":"trace[1639633144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9700; }","duration":"108.786723ms","start":"2026-04-22T20:56:08.681797Z","end":"2026-04-22T20:56:08.790584Z","steps":["trace[1639633144] 'agreement among raft nodes before linearized reading' (duration: 108.706912ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:56:08.806204Z","caller":"traceutil/trace.go:171","msg":"trace[1263636963] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"124.297006ms","start":"2026-04-22T20:56:08.681891Z","end":"2026-04-22T20:56:08.806188Z","steps":["trace[1263636963] 'process raft request' (duration: 124.199574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.660336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854815205,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T20:56:09.838974Z","caller":"traceutil/trace.go:171","msg":"trace[2038762717] linearizableReadLoop","detail":"{readStateIndex:10048; appliedIndex:10047; }","duration":"679.52818ms","start":"2026-04-22T20:56:09.159422Z","end":"2026-04-22T20:56:09.83895Z","steps":["trace[2038762717] 'read index received' (duration: 679.268354ms)","trace[2038762717] 'applied index is now lower than readState.Index' (duration: 258.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:56:09.839036Z","caller":"traceutil/trace.go:171","msg":"trace[1326059132] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"788.14632ms","start":"2026-04-22T20:56:09.050863Z","end":"2026-04-22T20:56:09.839009Z","steps":["trace[1326059132] 'process raft request' (duration: 787.920905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.839173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.050834Z","time spent":"788.262373ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:56:09.839225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.794787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T20:56:09.839242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.951751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:56:09.839281Z","caller":"traceutil/trace.go:171","msg":"trace[1777535047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9702; }","duration":"679.904419ms","start":"2026-04-22T20:56:09.159366Z","end":"2026-04-22T20:56:09.83927Z","steps":["trace[1777535047] 'agreement among raft nodes before linearized reading' (duration: 679.722815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.83932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.159342Z","time spent":"679.96815ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T20:56:09.839317Z","caller":"traceutil/trace.go:171","msg":"trace[1709740711] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9702; }","duration":"296.084254ms","start":"2026-04-22T20:56:09.543211Z","end":"2026-04-22T20:56:09.839295Z","steps":["trace[1709740711] 'agreement among raft nodes before linearized reading' (duration: 295.92886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.83951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.349039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T20:56:09.839555Z","caller":"traceutil/trace.go:171","msg":"trace[1892527343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9702; }","duration":"467.4228ms","start":"2026-04-22T20:56:09.372121Z","end":"2026-04-22T20:56:09.839544Z","steps":["trace[1892527343] 'agreement among raft nodes before linearized reading' (duration: 467.304487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.839623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.372104Z","time spent":"467.509882ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T20:56:09.83999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.206102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T20:56:09.840054Z","caller":"traceutil/trace.go:171","msg":"trace[1331566723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9702; }","duration":"472.288124ms","start":"2026-04-22T20:56:09.367752Z","end":"2026-04-22T20:56:09.84004Z","steps":["trace[1331566723] 'agreement among raft nodes before linearized reading' (duration: 471.384043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:09.840096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.367699Z","time spent":"472.387926ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T20:56:10.16373Z","caller":"traceutil/trace.go:171","msg":"trace[1776024212] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"320.315691ms","start":"2026-04-22T20:56:09.843379Z","end":"2026-04-22T20:56:10.163695Z","steps":["trace[1776024212] 'process raft request' (duration: 288.894416ms)","trace[1776024212] 'compare' (duration: 31.112028ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:56:10.163743Z","caller":"traceutil/trace.go:171","msg":"trace[1243651342] linearizableReadLoop","detail":"{readStateIndex:10050; appliedIndex:10048; }","duration":"318.890737ms","start":"2026-04-22T20:56:09.844822Z","end":"2026-04-22T20:56:10.163713Z","steps":["trace[1243651342] 'read index received' (duration: 287.588786ms)","trace[1243651342] 'applied index is now lower than readState.Index' (duration: 31.300871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:56:10.163861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.843361Z","time spent":"320.430473ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T20:56:10.163832Z","caller":"traceutil/trace.go:171","msg":"trace[389536907] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"320.187187ms","start":"2026-04-22T20:56:09.84361Z","end":"2026-04-22T20:56:10.163797Z","steps":["trace[389536907] 'process raft request' (duration: 320.043954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:10.163986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.721383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:56:10.164022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.176614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19465"} {"level":"info","ts":"2026-04-22T20:56:10.164044Z","caller":"traceutil/trace.go:171","msg":"trace[289983693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9704; }","duration":"111.838656ms","start":"2026-04-22T20:56:10.052187Z","end":"2026-04-22T20:56:10.164026Z","steps":["trace[289983693] 'agreement among raft nodes before linearized reading' (duration: 111.727853ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:56:10.164057Z","caller":"traceutil/trace.go:171","msg":"trace[94125144] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9704; }","duration":"319.257786ms","start":"2026-04-22T20:56:09.84479Z","end":"2026-04-22T20:56:10.164047Z","steps":["trace[94125144] 'agreement among raft nodes before linearized reading' (duration: 319.074112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:56:10.164077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.843602Z","time spent":"320.341781ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T20:56:10.164099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:56:09.844772Z","time spent":"319.320577ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19488,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-22T20:56:25.001936Z","caller":"traceutil/trace.go:171","msg":"trace[1683042761] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"147.223013ms","start":"2026-04-22T20:56:24.854641Z","end":"2026-04-22T20:56:25.001864Z","steps":["trace[1683042761] 'process raft request' (duration: 145.142824ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:56:25.002024Z","caller":"traceutil/trace.go:171","msg":"trace[417897692] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"121.243666ms","start":"2026-04-22T20:56:24.880734Z","end":"2026-04-22T20:56:25.001978Z","steps":["trace[417897692] 'process raft request' (duration: 120.869677ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:57:46.829123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7971} {"level":"info","ts":"2026-04-22T20:57:46.897636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7971,"took":"66.460071ms","hash":2103455566,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":28676096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-22T20:57:46.897707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2103455566,"revision":7971,"compact-revision":5787} {"level":"warn","ts":"2026-04-22T20:59:32.182961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.086642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-22T20:59:32.183044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.811171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:59:32.183072Z","caller":"traceutil/trace.go:171","msg":"trace[1139488349] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11433; }","duration":"335.225895ms","start":"2026-04-22T20:59:31.847825Z","end":"2026-04-22T20:59:32.183051Z","steps":["trace[1139488349] 'range keys from in-memory index tree' (duration: 334.911077ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:32.183106Z","caller":"traceutil/trace.go:171","msg":"trace[674070756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11433; }","duration":"336.901694ms","start":"2026-04-22T20:59:31.846188Z","end":"2026-04-22T20:59:32.18309Z","steps":["trace[674070756] 'range keys from in-memory index tree' (duration: 336.706419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:59:32.183137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.847815Z","time spent":"335.312147ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-22T20:59:32.183141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.846167Z","time spent":"336.966446ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-22T20:59:32.182991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.689329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:59:32.183182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.679189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T20:59:32.182969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.435036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-22T20:59:32.183272Z","caller":"traceutil/trace.go:171","msg":"trace[1025521971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11433; }","duration":"336.817821ms","start":"2026-04-22T20:59:31.846433Z","end":"2026-04-22T20:59:32.18325Z","steps":["trace[1025521971] 'range keys from in-memory index tree' (duration: 336.572506ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:32.18329Z","caller":"traceutil/trace.go:171","msg":"trace[1281517077] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11433; }","duration":"331.763164ms","start":"2026-04-22T20:59:31.851495Z","end":"2026-04-22T20:59:32.183258Z","steps":["trace[1281517077] 'range keys from in-memory index tree' (duration: 331.208701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:59:32.183319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.846414Z","time spent":"336.895424ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-22T20:59:32.183224Z","caller":"traceutil/trace.go:171","msg":"trace[90949693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11433; }","duration":"336.974785ms","start":"2026-04-22T20:59:31.846227Z","end":"2026-04-22T20:59:32.183202Z","steps":["trace[90949693] 'range keys from in-memory index tree' (duration: 336.617568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:59:32.183339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.851482Z","time spent":"331.841375ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-22T20:59:32.183382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.846206Z","time spent":"337.1607ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T20:59:32.182978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.689459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T20:59:32.18343Z","caller":"traceutil/trace.go:171","msg":"trace[1888517067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11433; }","duration":"337.207851ms","start":"2026-04-22T20:59:31.846212Z","end":"2026-04-22T20:59:32.18342Z","steps":["trace[1888517067] 'range keys from in-memory index tree' (duration: 336.604347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T20:59:32.183457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T20:59:31.846189Z","time spent":"337.261752ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-22T20:59:53.848092Z","caller":"traceutil/trace.go:171","msg":"trace[1332079026] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"119.306245ms","start":"2026-04-22T20:59:53.72876Z","end":"2026-04-22T20:59:53.848066Z","steps":["trace[1332079026] 'process raft request' (duration: 119.137541ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:53.86007Z","caller":"traceutil/trace.go:171","msg":"trace[1509927572] transaction","detail":"{read_only:false; response_revision:11555; number_of_response:1; }","duration":"120.846471ms","start":"2026-04-22T20:59:53.739197Z","end":"2026-04-22T20:59:53.860044Z","steps":["trace[1509927572] 'process raft request' (duration: 120.676787ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:54.554536Z","caller":"traceutil/trace.go:171","msg":"trace[1250356194] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"182.478049ms","start":"2026-04-22T20:59:54.372035Z","end":"2026-04-22T20:59:54.554513Z","steps":["trace[1250356194] 'process raft request' (duration: 182.338726ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:55.442029Z","caller":"traceutil/trace.go:171","msg":"trace[1949093150] transaction","detail":"{read_only:false; response_revision:11559; number_of_response:1; }","duration":"143.142541ms","start":"2026-04-22T20:59:55.298866Z","end":"2026-04-22T20:59:55.442008Z","steps":["trace[1949093150] 'process raft request' (duration: 143.014168ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:55.460671Z","caller":"traceutil/trace.go:171","msg":"trace[2084496194] transaction","detail":"{read_only:false; response_revision:11560; number_of_response:1; }","duration":"159.733968ms","start":"2026-04-22T20:59:55.300913Z","end":"2026-04-22T20:59:55.460647Z","steps":["trace[2084496194] 'process raft request' (duration: 159.507083ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:55.460717Z","caller":"traceutil/trace.go:171","msg":"trace[1192231170] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"159.336699ms","start":"2026-04-22T20:59:55.301345Z","end":"2026-04-22T20:59:55.460681Z","steps":["trace[1192231170] 'process raft request' (duration: 159.228067ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:56.009562Z","caller":"traceutil/trace.go:171","msg":"trace[1513951528] linearizableReadLoop","detail":"{readStateIndex:11967; appliedIndex:11966; }","duration":"108.762588ms","start":"2026-04-22T20:59:55.900771Z","end":"2026-04-22T20:59:56.009534Z","steps":["trace[1513951528] 'read index received' (duration: 75.792249ms)","trace[1513951528] 'applied index is now lower than readState.Index' (duration: 32.967289ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:59:56.009687Z","caller":"traceutil/trace.go:171","msg":"trace[336207275] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"129.711158ms","start":"2026-04-22T20:59:55.879936Z","end":"2026-04-22T20:59:56.009647Z","steps":["trace[336207275] 'process raft request' (duration: 96.741679ms)","trace[336207275] 'compare' (duration: 32.714113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T20:59:56.009797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.998353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T20:59:56.009835Z","caller":"traceutil/trace.go:171","msg":"trace[1415141432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:11567; }","duration":"109.074606ms","start":"2026-04-22T20:59:55.900747Z","end":"2026-04-22T20:59:56.009822Z","steps":["trace[1415141432] 'agreement among raft nodes before linearized reading' (duration: 108.891591ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T20:59:57.579732Z","caller":"traceutil/trace.go:171","msg":"trace[553320314] transaction","detail":"{read_only:false; response_revision:11572; number_of_response:1; }","duration":"104.742805ms","start":"2026-04-22T20:59:57.47496Z","end":"2026-04-22T20:59:57.579703Z","steps":["trace[553320314] 'process raft request' (duration: 81.943183ms)","trace[553320314] 'compare' (duration: 22.70878ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T20:59:57.58479Z","caller":"traceutil/trace.go:171","msg":"trace[791993187] transaction","detail":"{read_only:false; response_revision:11573; number_of_response:1; }","duration":"109.359163ms","start":"2026-04-22T20:59:57.475407Z","end":"2026-04-22T20:59:57.584766Z","steps":["trace[791993187] 'process raft request' (duration: 109.150848ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:23.058831Z","caller":"traceutil/trace.go:171","msg":"trace[288446199] transaction","detail":"{read_only:false; response_revision:12136; number_of_response:1; }","duration":"145.112097ms","start":"2026-04-22T21:01:22.913685Z","end":"2026-04-22T21:01:23.058798Z","steps":["trace[288446199] 'process raft request' (duration: 143.607432ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:23.354789Z","caller":"traceutil/trace.go:171","msg":"trace[1220005263] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"131.356746ms","start":"2026-04-22T21:01:23.223404Z","end":"2026-04-22T21:01:23.354761Z","steps":["trace[1220005263] 'process raft request' (duration: 123.951714ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:23.354789Z","caller":"traceutil/trace.go:171","msg":"trace[531799373] transaction","detail":"{read_only:false; response_revision:12142; number_of_response:1; }","duration":"127.975087ms","start":"2026-04-22T21:01:23.226778Z","end":"2026-04-22T21:01:23.354753Z","steps":["trace[531799373] 'process raft request' (duration: 127.913026ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:24.920493Z","caller":"traceutil/trace.go:171","msg":"trace[556100087] transaction","detail":"{read_only:false; response_revision:12157; number_of_response:1; }","duration":"138.36698ms","start":"2026-04-22T21:01:24.782098Z","end":"2026-04-22T21:01:24.920465Z","steps":["trace[556100087] 'process raft request' (duration: 138.193556ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:26.85979Z","caller":"traceutil/trace.go:171","msg":"trace[1642986208] linearizableReadLoop","detail":"{readStateIndex:12596; appliedIndex:12594; }","duration":"117.807359ms","start":"2026-04-22T21:01:26.741947Z","end":"2026-04-22T21:01:26.859754Z","steps":["trace[1642986208] 'read index received' (duration: 45.568182ms)","trace[1642986208] 'applied index is now lower than readState.Index' (duration: 72.237647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:01:26.860083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.111086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T21:01:26.860186Z","caller":"traceutil/trace.go:171","msg":"trace[1649139770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:12176; }","duration":"118.2647ms","start":"2026-04-22T21:01:26.7419Z","end":"2026-04-22T21:01:26.860165Z","steps":["trace[1649139770] 'agreement among raft nodes before linearized reading' (duration: 117.960913ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:27.383976Z","caller":"traceutil/trace.go:171","msg":"trace[1659253472] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"170.541461ms","start":"2026-04-22T21:01:27.21339Z","end":"2026-04-22T21:01:27.383931Z","steps":["trace[1659253472] 'process raft request' (duration: 110.066139ms)","trace[1659253472] 'compare' (duration: 60.308958ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:01:27.400786Z","caller":"traceutil/trace.go:171","msg":"trace[1987453514] linearizableReadLoop","detail":"{readStateIndex:12600; appliedIndex:12598; }","duration":"120.696308ms","start":"2026-04-22T21:01:27.280065Z","end":"2026-04-22T21:01:27.400761Z","steps":["trace[1987453514] 'read index received' (duration: 43.406334ms)","trace[1987453514] 'applied index is now lower than readState.Index' (duration: 77.288824ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:01:27.400829Z","caller":"traceutil/trace.go:171","msg":"trace[2035656781] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"183.539744ms","start":"2026-04-22T21:01:27.217253Z","end":"2026-04-22T21:01:27.400793Z","steps":["trace[2035656781] 'process raft request' (duration: 183.37369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:27.401032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.951473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-22T21:01:27.401076Z","caller":"traceutil/trace.go:171","msg":"trace[589574014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12179; }","duration":"121.054536ms","start":"2026-04-22T21:01:27.280005Z","end":"2026-04-22T21:01:27.40106Z","steps":["trace[589574014] 'agreement among raft nodes before linearized reading' (duration: 120.849261ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:33.845927Z","caller":"traceutil/trace.go:171","msg":"trace[1072095734] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"121.096927ms","start":"2026-04-22T21:01:33.724805Z","end":"2026-04-22T21:01:33.845902Z","steps":["trace[1072095734] 'process raft request' (duration: 120.872482ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:35.64133Z","caller":"traceutil/trace.go:171","msg":"trace[258002460] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"193.64422ms","start":"2026-04-22T21:01:35.447663Z","end":"2026-04-22T21:01:35.641307Z","steps":["trace[258002460] 'process raft request' (duration: 193.503016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:36.234653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.889649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:01:36.234728Z","caller":"traceutil/trace.go:171","msg":"trace[1260018466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12224; }","duration":"243.003942ms","start":"2026-04-22T21:01:35.991706Z","end":"2026-04-22T21:01:36.23471Z","steps":["trace[1260018466] 'range keys from in-memory index tree' (duration: 242.799487ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:36.235487Z","caller":"traceutil/trace.go:171","msg":"trace[1427585474] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12646; }","duration":"155.196272ms","start":"2026-04-22T21:01:36.080246Z","end":"2026-04-22T21:01:36.235442Z","steps":["trace[1427585474] 'read index received' (duration: 121.996377ms)","trace[1427585474] 'applied index is now lower than readState.Index' (duration: 33.198445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:01:36.235871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.49694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T21:01:36.235864Z","caller":"traceutil/trace.go:171","msg":"trace[1076038534] transaction","detail":"{read_only:false; response_revision:12225; number_of_response:1; }","duration":"161.690414ms","start":"2026-04-22T21:01:36.074081Z","end":"2026-04-22T21:01:36.235772Z","steps":["trace[1076038534] 'process raft request' (duration: 128.257814ms)","trace[1076038534] 'compare' (duration: 32.542729ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:01:36.235919Z","caller":"traceutil/trace.go:171","msg":"trace[98112440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12225; }","duration":"155.709194ms","start":"2026-04-22T21:01:36.080198Z","end":"2026-04-22T21:01:36.235908Z","steps":["trace[98112440] 'agreement among raft nodes before linearized reading' (duration: 155.401377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:36.235974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.076542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-22T21:01:36.236064Z","caller":"traceutil/trace.go:171","msg":"trace[778977435] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12224; }","duration":"350.212214ms","start":"2026-04-22T21:01:35.885831Z","end":"2026-04-22T21:01:36.236044Z","steps":["trace[778977435] 'range keys from in-memory index tree' (duration: 349.022186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:36.236114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:01:35.885808Z","time spent":"350.291887ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212914,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-22T21:01:36.443019Z","caller":"traceutil/trace.go:171","msg":"trace[1917312838] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"140.056539ms","start":"2026-04-22T21:01:36.302925Z","end":"2026-04-22T21:01:36.442982Z","steps":["trace[1917312838] 'process raft request' (duration: 64.6523ms)","trace[1917312838] 'compare' (duration: 75.272446ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:01:36.443123Z","caller":"traceutil/trace.go:171","msg":"trace[480207808] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"112.021314ms","start":"2026-04-22T21:01:36.331071Z","end":"2026-04-22T21:01:36.443092Z","steps":["trace[480207808] 'process raft request' (duration: 111.902281ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:36.443114Z","caller":"traceutil/trace.go:171","msg":"trace[484149925] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12648; }","duration":"116.564961ms","start":"2026-04-22T21:01:36.326511Z","end":"2026-04-22T21:01:36.443076Z","steps":["trace[484149925] 'read index received' (duration: 41.167681ms)","trace[484149925] 'applied index is now lower than readState.Index' (duration: 75.39293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:01:36.443303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.884705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T21:01:36.443339Z","caller":"traceutil/trace.go:171","msg":"trace[1663416749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12228; }","duration":"142.952357ms","start":"2026-04-22T21:01:36.300377Z","end":"2026-04-22T21:01:36.44333Z","steps":["trace[1663416749] 'agreement among raft nodes before linearized reading' (duration: 142.788093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:36.443353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.127597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-22T21:01:36.443429Z","caller":"traceutil/trace.go:171","msg":"trace[472909427] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:12228; }","duration":"175.24208ms","start":"2026-04-22T21:01:36.268166Z","end":"2026-04-22T21:01:36.443409Z","steps":["trace[472909427] 'agreement among raft nodes before linearized reading' (duration: 175.019795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:36.443461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.238197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T21:01:36.443526Z","caller":"traceutil/trace.go:171","msg":"trace[192041323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12228; }","duration":"144.305799ms","start":"2026-04-22T21:01:36.299203Z","end":"2026-04-22T21:01:36.443508Z","steps":["trace[192041323] 'agreement among raft nodes before linearized reading' (duration: 144.141195ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:57.687606Z","caller":"traceutil/trace.go:171","msg":"trace[390170748] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"107.188884ms","start":"2026-04-22T21:01:57.580368Z","end":"2026-04-22T21:01:57.687557Z","steps":["trace[390170748] 'process raft request' (duration: 106.17633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:58.332881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.775299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hvmxh\" ","response":"range_response_count:1 size:8719"} {"level":"info","ts":"2026-04-22T21:01:58.332982Z","caller":"traceutil/trace.go:171","msg":"trace[1290156095] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hvmxh; range_end:; response_count:1; response_revision:12384; }","duration":"271.935212ms","start":"2026-04-22T21:01:58.061029Z","end":"2026-04-22T21:01:58.332964Z","steps":["trace[1290156095] 'range keys from in-memory index tree' (duration: 271.610665ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:58.333314Z","caller":"traceutil/trace.go:171","msg":"trace[659342555] transaction","detail":"{read_only:false; response_revision:12385; number_of_response:1; }","duration":"195.468146ms","start":"2026-04-22T21:01:58.137828Z","end":"2026-04-22T21:01:58.333296Z","steps":["trace[659342555] 'process raft request' (duration: 195.253311ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:01:58.457628Z","caller":"traceutil/trace.go:171","msg":"trace[1771388040] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"109.675792ms","start":"2026-04-22T21:01:58.347912Z","end":"2026-04-22T21:01:58.457588Z","steps":["trace[1771388040] 'process raft request' (duration: 104.958492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:01:58.457716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.888777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:01:58.4578Z","caller":"traceutil/trace.go:171","msg":"trace[173649031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12387; }","duration":"110.048041ms","start":"2026-04-22T21:01:58.347728Z","end":"2026-04-22T21:01:58.457776Z","steps":["trace[173649031] 'agreement among raft nodes before linearized reading' (duration: 109.871877ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:02:04.68689Z","caller":"traceutil/trace.go:171","msg":"trace[721218262] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"108.855533ms","start":"2026-04-22T21:02:04.577985Z","end":"2026-04-22T21:02:04.686841Z","steps":["trace[721218262] 'process raft request' (duration: 58.713962ms)","trace[721218262] 'compare' (duration: 49.979387ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:02:06.733314Z","caller":"traceutil/trace.go:171","msg":"trace[1537102042] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"117.574677ms","start":"2026-04-22T21:02:06.615719Z","end":"2026-04-22T21:02:06.733294Z","steps":["trace[1537102042] 'process raft request' (duration: 117.351841ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:02:45.160393Z","caller":"traceutil/trace.go:171","msg":"trace[1201040742] linearizableReadLoop","detail":"{readStateIndex:13107; appliedIndex:13106; }","duration":"144.049285ms","start":"2026-04-22T21:02:45.016303Z","end":"2026-04-22T21:02:45.160353Z","steps":["trace[1201040742] 'read index received' (duration: 143.183875ms)","trace[1201040742] 'applied index is now lower than readState.Index' (duration: 864.21µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:02:45.160433Z","caller":"traceutil/trace.go:171","msg":"trace[509648223] transaction","detail":"{read_only:false; response_revision:12670; number_of_response:1; }","duration":"195.686882ms","start":"2026-04-22T21:02:44.964707Z","end":"2026-04-22T21:02:45.160394Z","steps":["trace[509648223] 'process raft request' (duration: 194.797751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:02:45.160603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.284281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T21:02:45.160644Z","caller":"traceutil/trace.go:171","msg":"trace[1277721557] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12670; }","duration":"144.390413ms","start":"2026-04-22T21:02:45.016242Z","end":"2026-04-22T21:02:45.160633Z","steps":["trace[1277721557] 'agreement among raft nodes before linearized reading' (duration: 144.286611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:02:45.160721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.00709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T21:02:45.160811Z","caller":"traceutil/trace.go:171","msg":"trace[475411528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12670; }","duration":"107.164203ms","start":"2026-04-22T21:02:45.053623Z","end":"2026-04-22T21:02:45.160787Z","steps":["trace[475411528] 'agreement among raft nodes before linearized reading' (duration: 106.955668ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:02:46.837868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10384} {"level":"info","ts":"2026-04-22T21:02:46.922541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10384,"took":"82.456856ms","hash":2727469228,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":27422720,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-22T21:02:46.922609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2727469228,"revision":10384,"compact-revision":7971} {"level":"info","ts":"2026-04-22T21:02:51.035632Z","caller":"traceutil/trace.go:171","msg":"trace[267998887] transaction","detail":"{read_only:false; response_revision:12709; number_of_response:1; }","duration":"143.516963ms","start":"2026-04-22T21:02:50.892089Z","end":"2026-04-22T21:02:51.035606Z","steps":["trace[267998887] 'process raft request' (duration: 143.334359ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:03:01.454547Z","caller":"traceutil/trace.go:171","msg":"trace[226391308] linearizableReadLoop","detail":"{readStateIndex:13216; appliedIndex:13215; }","duration":"114.670309ms","start":"2026-04-22T21:03:01.339813Z","end":"2026-04-22T21:03:01.454484Z","steps":["trace[226391308] 'read index received' (duration: 106.039297ms)","trace[226391308] 'applied index is now lower than readState.Index' (duration: 8.629001ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:03:01.454607Z","caller":"traceutil/trace.go:171","msg":"trace[1453778866] transaction","detail":"{read_only:false; response_revision:12775; number_of_response:1; }","duration":"190.192544ms","start":"2026-04-22T21:03:01.264381Z","end":"2026-04-22T21:03:01.454573Z","steps":["trace[1453778866] 'process raft request' (duration: 181.4621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:03:01.454781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.954866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T21:03:01.454871Z","caller":"traceutil/trace.go:171","msg":"trace[2011053218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12775; }","duration":"115.109459ms","start":"2026-04-22T21:03:01.339737Z","end":"2026-04-22T21:03:01.454847Z","steps":["trace[2011053218] 'agreement among raft nodes before linearized reading' (duration: 114.875244ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:04:07.817247Z","caller":"traceutil/trace.go:171","msg":"trace[2021697708] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"102.987136ms","start":"2026-04-22T21:04:07.714229Z","end":"2026-04-22T21:04:07.817216Z","steps":["trace[2021697708] 'process raft request' (duration: 102.811772ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:04:07.830822Z","caller":"traceutil/trace.go:171","msg":"trace[340698354] transaction","detail":"{read_only:false; response_revision:13211; number_of_response:1; }","duration":"116.522281ms","start":"2026-04-22T21:04:07.714277Z","end":"2026-04-22T21:04:07.830799Z","steps":["trace[340698354] 'process raft request' (duration: 116.392478ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:04:12.810527Z","caller":"traceutil/trace.go:171","msg":"trace[1743320950] transaction","detail":"{read_only:false; response_revision:13312; number_of_response:1; }","duration":"121.504409ms","start":"2026-04-22T21:04:12.688996Z","end":"2026-04-22T21:04:12.8105Z","steps":["trace[1743320950] 'process raft request' (duration: 121.339215ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:05:48.482497Z","caller":"traceutil/trace.go:171","msg":"trace[1767494715] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"104.105542ms","start":"2026-04-22T21:05:48.378363Z","end":"2026-04-22T21:05:48.482468Z","steps":["trace[1767494715] 'process raft request' (duration: 103.923727ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:05:48.483816Z","caller":"traceutil/trace.go:171","msg":"trace[149567490] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"105.405762ms","start":"2026-04-22T21:05:48.378381Z","end":"2026-04-22T21:05:48.483786Z","steps":["trace[149567490] 'process raft request' (duration: 105.179337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.196932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854827513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:06:26.241228Z","caller":"traceutil/trace.go:171","msg":"trace[216976854] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"630.849273ms","start":"2026-04-22T21:06:25.610351Z","end":"2026-04-22T21:06:26.2412Z","steps":["trace[216976854] 'process raft request' (duration: 630.69621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.241382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:25.610329Z","time spent":"630.969736ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:06:26.291033Z","caller":"traceutil/trace.go:171","msg":"trace[452745066] linearizableReadLoop","detail":"{readStateIndex:14702; appliedIndex:14698; }","duration":"594.457387ms","start":"2026-04-22T21:06:25.696557Z","end":"2026-04-22T21:06:26.291014Z","steps":["trace[452745066] 'read index received' (duration: 544.521955ms)","trace[452745066] 'applied index is now lower than readState.Index' (duration: 49.932062ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:06:26.291064Z","caller":"traceutil/trace.go:171","msg":"trace[2028712392] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"172.131793ms","start":"2026-04-22T21:06:26.118911Z","end":"2026-04-22T21:06:26.291043Z","steps":["trace[2028712392] 'process raft request' (duration: 172.017661ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:26.291118Z","caller":"traceutil/trace.go:171","msg":"trace[1411006193] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"168.58131ms","start":"2026-04-22T21:06:26.122505Z","end":"2026-04-22T21:06:26.291086Z","steps":["trace[1411006193] 'process raft request' (duration: 168.465768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.291159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.60352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:06:26.291199Z","caller":"traceutil/trace.go:171","msg":"trace[1681256664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14210; }","duration":"594.677522ms","start":"2026-04-22T21:06:25.696508Z","end":"2026-04-22T21:06:26.291186Z","steps":["trace[1681256664] 'agreement among raft nodes before linearized reading' (duration: 594.61316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.291238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:25.696491Z","time spent":"594.736903ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:06:26.291265Z","caller":"traceutil/trace.go:171","msg":"trace[1226769586] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"402.522122ms","start":"2026-04-22T21:06:25.888732Z","end":"2026-04-22T21:06:26.291254Z","steps":["trace[1226769586] 'process raft request' (duration: 402.112633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.291338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:25.888698Z","time spent":"402.593244ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:06:26.893965Z","caller":"traceutil/trace.go:171","msg":"trace[534770887] linearizableReadLoop","detail":"{readStateIndex:14703; appliedIndex:14702; }","duration":"223.13477ms","start":"2026-04-22T21:06:26.670798Z","end":"2026-04-22T21:06:26.893932Z","steps":["trace[534770887] 'read index received' (duration: 219.525646ms)","trace[534770887] 'applied index is now lower than readState.Index' (duration: 3.605974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:06:26.894225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.097349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T21:06:26.894235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.435407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T21:06:26.894261Z","caller":"traceutil/trace.go:171","msg":"trace[857650024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14211; }","duration":"214.162902ms","start":"2026-04-22T21:06:26.680084Z","end":"2026-04-22T21:06:26.894247Z","steps":["trace[857650024] 'agreement among raft nodes before linearized reading' (duration: 213.988967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.894255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.365256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T21:06:26.894297Z","caller":"traceutil/trace.go:171","msg":"trace[1784047251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14211; }","duration":"223.534289ms","start":"2026-04-22T21:06:26.670747Z","end":"2026-04-22T21:06:26.894281Z","steps":["trace[1784047251] 'agreement among raft nodes before linearized reading' (duration: 223.286204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.894279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.347193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T21:06:26.894327Z","caller":"traceutil/trace.go:171","msg":"trace[1279077253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14211; }","duration":"211.464328ms","start":"2026-04-22T21:06:26.682845Z","end":"2026-04-22T21:06:26.894309Z","steps":["trace[1279077253] 'agreement among raft nodes before linearized reading' (duration: 211.285794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:26.894256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.69579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T21:06:26.894358Z","caller":"traceutil/trace.go:171","msg":"trace[1420948195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14211; }","duration":"210.446265ms","start":"2026-04-22T21:06:26.683891Z","end":"2026-04-22T21:06:26.894337Z","steps":["trace[1420948195] 'agreement among raft nodes before linearized reading' (duration: 210.203289ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:26.894393Z","caller":"traceutil/trace.go:171","msg":"trace[326392114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14211; }","duration":"210.857735ms","start":"2026-04-22T21:06:26.683523Z","end":"2026-04-22T21:06:26.894381Z","steps":["trace[326392114] 'agreement among raft nodes before linearized reading' (duration: 210.609729ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:28.422582Z","caller":"traceutil/trace.go:171","msg":"trace[105216388] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"175.937032ms","start":"2026-04-22T21:06:28.24662Z","end":"2026-04-22T21:06:28.422557Z","steps":["trace[105216388] 'process raft request' (duration: 175.759558ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:28.438117Z","caller":"traceutil/trace.go:171","msg":"trace[945469201] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"141.133963ms","start":"2026-04-22T21:06:28.296954Z","end":"2026-04-22T21:06:28.438088Z","steps":["trace[945469201] 'process raft request' (duration: 140.751874ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:28.438336Z","caller":"traceutil/trace.go:171","msg":"trace[1045353727] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"141.297036ms","start":"2026-04-22T21:06:28.29703Z","end":"2026-04-22T21:06:28.438327Z","steps":["trace[1045353727] 'process raft request' (duration: 140.807975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.179915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854827892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:06:37.490998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044189307s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:06:37.528349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178244085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-lzp85.18a8c9dadbb87ff9\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-22T21:06:37.528474Z","caller":"traceutil/trace.go:171","msg":"trace[477568267] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-lzp85.18a8c9dadbb87ff9; range_end:; response_count:1; response_revision:14377; }","duration":"1.178419449s","start":"2026-04-22T21:06:36.350029Z","end":"2026-04-22T21:06:37.528448Z","steps":["trace[477568267] 'range keys from in-memory index tree' (duration: 1.178046591s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:37.528686Z","caller":"traceutil/trace.go:171","msg":"trace[1894616020] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"1.081980516s","start":"2026-04-22T21:06:36.446659Z","end":"2026-04-22T21:06:37.528639Z","steps":["trace[1894616020] 'process raft request' (duration: 1.044553245s)","trace[1894616020] 'compare' (duration: 36.925769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:06:37.528901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.446629Z","time spent":"1.08216629s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:06:37.528517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.35001Z","time spent":"1.178497521s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-lzp85.18a8c9dadbb87ff9\" "} {"level":"info","ts":"2026-04-22T21:06:37.558263Z","caller":"traceutil/trace.go:171","msg":"trace[600075410] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"1.095873999s","start":"2026-04-22T21:06:36.462352Z","end":"2026-04-22T21:06:37.558226Z","steps":["trace[600075410] 'process raft request' (duration: 1.095666484s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.558478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.462331Z","time spent":"1.096029562s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:06:37.558653Z","caller":"traceutil/trace.go:171","msg":"trace[532479239] transaction","detail":"{read_only:false; response_revision:14380; number_of_response:1; }","duration":"1.091387834s","start":"2026-04-22T21:06:36.467229Z","end":"2026-04-22T21:06:37.558617Z","steps":["trace[532479239] 'process raft request' (duration: 1.090950074s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:37.558697Z","caller":"traceutil/trace.go:171","msg":"trace[285408616] transaction","detail":"{read_only:false; response_revision:14381; number_of_response:1; }","duration":"1.082969098s","start":"2026-04-22T21:06:36.475705Z","end":"2026-04-22T21:06:37.558674Z","steps":["trace[285408616] 'process raft request' (duration: 1.082740963s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.558794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.475697Z","time spent":"1.08305689s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:06:37.558868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.467216Z","time spent":"1.091533138s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:06:37.5662Z","caller":"traceutil/trace.go:171","msg":"trace[644385143] linearizableReadLoop","detail":"{readStateIndex:14878; appliedIndex:14872; }","duration":"887.307638ms","start":"2026-04-22T21:06:36.678813Z","end":"2026-04-22T21:06:37.56612Z","steps":["trace[644385143] 'read index received' (duration: 812.416656ms)","trace[644385143] 'applied index is now lower than readState.Index' (duration: 74.888411ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:06:37.56625Z","caller":"traceutil/trace.go:171","msg":"trace[770699645] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"616.691024ms","start":"2026-04-22T21:06:36.949522Z","end":"2026-04-22T21:06:37.566213Z","steps":["trace[770699645] 'process raft request' (duration: 616.166021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.566401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.568714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:06:37.566487Z","caller":"traceutil/trace.go:171","msg":"trace[1863385214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14382; }","duration":"887.729308ms","start":"2026-04-22T21:06:36.678738Z","end":"2026-04-22T21:06:37.566468Z","steps":["trace[1863385214] 'agreement among raft nodes before linearized reading' (duration: 887.551563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.566523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.9495Z","time spent":"616.939349ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:06:37.56654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.6787Z","time spent":"887.83155ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:06:37.567451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.805624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:06:37.567536Z","caller":"traceutil/trace.go:171","msg":"trace[69412878] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14383; }","duration":"836.963467ms","start":"2026-04-22T21:06:36.730552Z","end":"2026-04-22T21:06:37.567516Z","steps":["trace[69412878] 'agreement among raft nodes before linearized reading' (duration: 836.804903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.567601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.730509Z","time spent":"837.08019ms","remote":"127.0.0.1:49770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:06:37.567872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.67745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T21:06:37.567899Z","caller":"traceutil/trace.go:171","msg":"trace[1046306678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14383; }","duration":"606.748432ms","start":"2026-04-22T21:06:36.961142Z","end":"2026-04-22T21:06:37.567891Z","steps":["trace[1046306678] 'agreement among raft nodes before linearized reading' (duration: 606.623899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.567884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.54075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T21:06:37.567919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.961117Z","time spent":"606.797023ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:06:37.567937Z","caller":"traceutil/trace.go:171","msg":"trace[584207387] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14383; }","duration":"791.599391ms","start":"2026-04-22T21:06:36.776323Z","end":"2026-04-22T21:06:37.567922Z","steps":["trace[584207387] 'agreement among raft nodes before linearized reading' (duration: 791.491519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.567979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.7763Z","time spent":"791.669173ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:06:37.567986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.427794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b57d1-34e9-422d-9e9e-08982ec804ec\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-22T21:06:37.568028Z","caller":"traceutil/trace.go:171","msg":"trace[1952074232] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b57d1-34e9-422d-9e9e-08982ec804ec; range_end:; response_count:1; response_revision:14383; }","duration":"805.509746ms","start":"2026-04-22T21:06:36.762507Z","end":"2026-04-22T21:06:37.568016Z","steps":["trace[1952074232] 'agreement among raft nodes before linearized reading' (duration: 805.374342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.762485Z","time spent":"805.565036ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa9b57d1-34e9-422d-9e9e-08982ec804ec\" "} {"level":"warn","ts":"2026-04-22T21:06:37.568222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.36142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:06:37.568244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.069865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-22T21:06:37.568244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.852138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T21:06:37.568253Z","caller":"traceutil/trace.go:171","msg":"trace[39519631] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14383; }","duration":"243.457503ms","start":"2026-04-22T21:06:37.324788Z","end":"2026-04-22T21:06:37.568245Z","steps":["trace[39519631] 'agreement among raft nodes before linearized reading' (duration: 243.406452ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:37.568269Z","caller":"traceutil/trace.go:171","msg":"trace[1489597525] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a; range_end:; response_count:1; response_revision:14383; }","duration":"811.131236ms","start":"2026-04-22T21:06:36.75713Z","end":"2026-04-22T21:06:37.568261Z","steps":["trace[1489597525] 'agreement among raft nodes before linearized reading' (duration: 811.055005ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:06:37.568282Z","caller":"traceutil/trace.go:171","msg":"trace[1689061117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14383; }","duration":"610.887158ms","start":"2026-04-22T21:06:36.957381Z","end":"2026-04-22T21:06:37.568268Z","steps":["trace[1689061117] 'agreement among raft nodes before linearized reading' (duration: 610.745965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.757114Z","time spent":"811.172617ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a\" "} {"level":"warn","ts":"2026-04-22T21:06:37.568312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.957349Z","time spent":"610.95605ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:06:37.568373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.191554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:06:37.568394Z","caller":"traceutil/trace.go:171","msg":"trace[1202902028] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14383; }","duration":"270.247335ms","start":"2026-04-22T21:06:37.298139Z","end":"2026-04-22T21:06:37.568386Z","steps":["trace[1202902028] 'agreement among raft nodes before linearized reading' (duration: 270.212874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.174159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-22T21:06:37.568546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.313836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T21:06:37.56857Z","caller":"traceutil/trace.go:171","msg":"trace[1614831227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14383; }","duration":"607.375186ms","start":"2026-04-22T21:06:36.961188Z","end":"2026-04-22T21:06:37.568563Z","steps":["trace[1614831227] 'agreement among raft nodes before linearized reading' (duration: 607.304745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.961174Z","time spent":"607.410068ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:06:37.568636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.850204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T21:06:37.568669Z","caller":"traceutil/trace.go:171","msg":"trace[850694423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14383; }","duration":"615.920886ms","start":"2026-04-22T21:06:36.952741Z","end":"2026-04-22T21:06:37.568662Z","steps":["trace[850694423] 'agreement among raft nodes before linearized reading' (duration: 615.820303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.95272Z","time spent":"615.976386ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:06:37.568541Z","caller":"traceutil/trace.go:171","msg":"trace[106643468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14383; }","duration":"612.24971ms","start":"2026-04-22T21:06:36.956281Z","end":"2026-04-22T21:06:37.568531Z","steps":["trace[106643468] 'agreement among raft nodes before linearized reading' (duration: 612.153197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:06:37.568845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:06:36.956262Z","time spent":"612.563517ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:07:42.188204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.06495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:07:42.188302Z","caller":"traceutil/trace.go:171","msg":"trace[2099326711] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15277; }","duration":"463.237095ms","start":"2026-04-22T21:07:41.725044Z","end":"2026-04-22T21:07:42.188281Z","steps":["trace[2099326711] 'range keys from in-memory index tree' (duration: 462.830154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.188345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.725014Z","time spent":"463.322076ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-22T21:07:42.191267Z","caller":"traceutil/trace.go:171","msg":"trace[1363363229] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"442.869001ms","start":"2026-04-22T21:07:41.748367Z","end":"2026-04-22T21:07:42.191236Z","steps":["trace[1363363229] 'process raft request' (duration: 442.454551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.191456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.748344Z","time spent":"443.026854ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:07:42.192102Z","caller":"traceutil/trace.go:171","msg":"trace[1843016726] linearizableReadLoop","detail":"{readStateIndex:15805; appliedIndex:15803; }","duration":"423.870289ms","start":"2026-04-22T21:07:41.768195Z","end":"2026-04-22T21:07:42.192066Z","steps":["trace[1843016726] 'read index received' (duration: 422.807224ms)","trace[1843016726] 'applied index is now lower than readState.Index' (duration: 1.061735ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:07:42.19219Z","caller":"traceutil/trace.go:171","msg":"trace[465561545] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"414.434079ms","start":"2026-04-22T21:07:41.777727Z","end":"2026-04-22T21:07:42.192161Z","steps":["trace[465561545] 'process raft request' (duration: 414.099512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.265038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:07:42.192509Z","caller":"traceutil/trace.go:171","msg":"trace[1427775982] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15282; }","duration":"424.34307ms","start":"2026-04-22T21:07:41.768157Z","end":"2026-04-22T21:07:42.1925Z","steps":["trace[1427775982] 'agreement among raft nodes before linearized reading' (duration: 424.150646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.768142Z","time spent":"424.386681ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-22T21:07:42.192511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.777716Z","time spent":"414.634064ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:07:42.192631Z","caller":"traceutil/trace.go:171","msg":"trace[1226550859] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"424.552805ms","start":"2026-04-22T21:07:41.768021Z","end":"2026-04-22T21:07:42.192574Z","steps":["trace[1226550859] 'process raft request' (duration: 423.758047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.743814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:42.192791Z","caller":"traceutil/trace.go:171","msg":"trace[1744408992] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"192.831586ms","start":"2026-04-22T21:07:41.999946Z","end":"2026-04-22T21:07:42.192777Z","steps":["trace[1744408992] 'agreement among raft nodes before linearized reading' (duration: 192.767684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.767974Z","time spent":"424.736419ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:07:42.192821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.99624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-22T21:07:42.192821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.988209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:07:42.192879Z","caller":"traceutil/trace.go:171","msg":"trace[1014613661] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15282; }","duration":"279.056311ms","start":"2026-04-22T21:07:41.913801Z","end":"2026-04-22T21:07:42.192858Z","steps":["trace[1014613661] 'agreement among raft nodes before linearized reading' (duration: 278.880377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.804965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T21:07:42.192294Z","caller":"traceutil/trace.go:171","msg":"trace[1419084159] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"220.99708ms","start":"2026-04-22T21:07:41.971289Z","end":"2026-04-22T21:07:42.192286Z","steps":["trace[1419084159] 'process raft request' (duration: 220.582261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.913161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T21:07:42.192962Z","caller":"traceutil/trace.go:171","msg":"trace[2058682990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15282; }","duration":"327.914797ms","start":"2026-04-22T21:07:41.865008Z","end":"2026-04-22T21:07:42.192922Z","steps":["trace[2058682990] 'agreement among raft nodes before linearized reading' (duration: 327.681312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.192984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.907197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:07:42.193007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.865Z","time spent":"327.997439ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:07:42.19301Z","caller":"traceutil/trace.go:171","msg":"trace[997294196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15282; }","duration":"329.008043ms","start":"2026-04-22T21:07:41.863979Z","end":"2026-04-22T21:07:42.192988Z","steps":["trace[997294196] 'agreement among raft nodes before linearized reading' (duration: 328.784277ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:42.193016Z","caller":"traceutil/trace.go:171","msg":"trace[1283976341] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15282; }","duration":"192.954128ms","start":"2026-04-22T21:07:42.000054Z","end":"2026-04-22T21:07:42.193008Z","steps":["trace[1283976341] 'agreement among raft nodes before linearized reading' (duration: 192.894637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.863968Z","time spent":"329.076874ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:07:42.192888Z","caller":"traceutil/trace.go:171","msg":"trace[1132794842] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15282; }","duration":"187.090052ms","start":"2026-04-22T21:07:42.00578Z","end":"2026-04-22T21:07:42.19287Z","steps":["trace[1132794842] 'agreement among raft nodes before linearized reading' (duration: 186.915778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.19308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.719573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-22T21:07:42.193097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.864471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-22T21:07:42.193112Z","caller":"traceutil/trace.go:171","msg":"trace[638384057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15282; }","duration":"324.764164ms","start":"2026-04-22T21:07:41.868337Z","end":"2026-04-22T21:07:42.193101Z","steps":["trace[638384057] 'agreement among raft nodes before linearized reading' (duration: 324.692823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.868331Z","time spent":"324.801925ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:07:42.193132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.602677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:42.193136Z","caller":"traceutil/trace.go:171","msg":"trace[951027447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15282; }","duration":"126.948263ms","start":"2026-04-22T21:07:42.066173Z","end":"2026-04-22T21:07:42.193122Z","steps":["trace[951027447] 'agreement among raft nodes before linearized reading' (duration: 126.84106ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:42.193166Z","caller":"traceutil/trace.go:171","msg":"trace[1614595713] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15282; }","duration":"194.681919ms","start":"2026-04-22T21:07:41.998476Z","end":"2026-04-22T21:07:42.193158Z","steps":["trace[1614595713] 'agreement among raft nodes before linearized reading' (duration: 194.615637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.19318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.387288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:07:42.193208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.481634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:42.193214Z","caller":"traceutil/trace.go:171","msg":"trace[2103807443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15282; }","duration":"420.44057ms","start":"2026-04-22T21:07:41.772764Z","end":"2026-04-22T21:07:42.193204Z","steps":["trace[2103807443] 'agreement among raft nodes before linearized reading' (duration: 420.335687ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:42.193227Z","caller":"traceutil/trace.go:171","msg":"trace[37814742] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"280.549596ms","start":"2026-04-22T21:07:41.912671Z","end":"2026-04-22T21:07:42.19322Z","steps":["trace[37814742] 'agreement among raft nodes before linearized reading' (duration: 280.518085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.094275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T21:07:42.193245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.772756Z","time spent":"420.4821ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:07:42.192621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.680604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:07:42.193258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.617114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T21:07:42.193286Z","caller":"traceutil/trace.go:171","msg":"trace[1714169159] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15282; }","duration":"424.37072ms","start":"2026-04-22T21:07:41.768908Z","end":"2026-04-22T21:07:42.193279Z","steps":["trace[1714169159] 'agreement among raft nodes before linearized reading' (duration: 423.615103ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:42.193278Z","caller":"traceutil/trace.go:171","msg":"trace[813613585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15282; }","duration":"326.206398ms","start":"2026-04-22T21:07:41.867051Z","end":"2026-04-22T21:07:42.193257Z","steps":["trace[813613585] 'agreement among raft nodes before linearized reading' (duration: 326.006563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.768862Z","time spent":"424.436212ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-22T21:07:42.193298Z","caller":"traceutil/trace.go:171","msg":"trace[690415989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15282; }","duration":"328.673255ms","start":"2026-04-22T21:07:41.864613Z","end":"2026-04-22T21:07:42.193286Z","steps":["trace[690415989] 'agreement among raft nodes before linearized reading' (duration: 328.550112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.867042Z","time spent":"326.267899ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:07:42.193329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.864605Z","time spent":"328.716875ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:07:42.192266Z","caller":"traceutil/trace.go:171","msg":"trace[1958437966] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"412.135665ms","start":"2026-04-22T21:07:41.780115Z","end":"2026-04-22T21:07:42.192251Z","steps":["trace[1958437966] 'process raft request' (duration: 411.735186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:42.193425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:41.780108Z","time spent":"413.275993ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:07:42.192679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.632624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:07:42.193489Z","caller":"traceutil/trace.go:171","msg":"trace[800839227] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15282; }","duration":"274.463424ms","start":"2026-04-22T21:07:41.919012Z","end":"2026-04-22T21:07:42.193475Z","steps":["trace[800839227] 'agreement among raft nodes before linearized reading' (duration: 273.519482ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:46.845154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12678} {"level":"info","ts":"2026-04-22T21:07:46.93412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12678,"took":"85.513379ms","hash":3391772626,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":31698944,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T21:07:46.934199Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3391772626,"revision":12678,"compact-revision":10384} {"level":"info","ts":"2026-04-22T21:07:54.429148Z","caller":"traceutil/trace.go:171","msg":"trace[1919501500] transaction","detail":"{read_only:false; response_revision:15350; number_of_response:1; }","duration":"151.529504ms","start":"2026-04-22T21:07:54.277574Z","end":"2026-04-22T21:07:54.429104Z","steps":["trace[1919501500] 'process raft request' (duration: 150.856039ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:54.429583Z","caller":"traceutil/trace.go:171","msg":"trace[58516800] transaction","detail":"{read_only:false; response_revision:15351; number_of_response:1; }","duration":"149.346254ms","start":"2026-04-22T21:07:54.280209Z","end":"2026-04-22T21:07:54.429556Z","steps":["trace[58516800] 'process raft request' (duration: 149.233211ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:54.430188Z","caller":"traceutil/trace.go:171","msg":"trace[1290399353] linearizableReadLoop","detail":"{readStateIndex:15882; appliedIndex:15879; }","duration":"128.409286ms","start":"2026-04-22T21:07:54.301763Z","end":"2026-04-22T21:07:54.430172Z","steps":["trace[1290399353] 'read index received' (duration: 126.573603ms)","trace[1290399353] 'applied index is now lower than readState.Index' (duration: 1.831183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:07:54.43035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.63749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:54.430493Z","caller":"traceutil/trace.go:171","msg":"trace[773085160] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15352; }","duration":"153.319076ms","start":"2026-04-22T21:07:54.277144Z","end":"2026-04-22T21:07:54.430464Z","steps":["trace[773085160] 'agreement among raft nodes before linearized reading' (duration: 153.090741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.430491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.285576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:07:54.430525Z","caller":"traceutil/trace.go:171","msg":"trace[1329687162] transaction","detail":"{read_only:false; response_revision:15352; number_of_response:1; }","duration":"149.965968ms","start":"2026-04-22T21:07:54.280499Z","end":"2026-04-22T21:07:54.430465Z","steps":["trace[1329687162] 'process raft request' (duration: 149.010286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.430666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.382647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:07:54.430736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:07:54.430756Z","caller":"traceutil/trace.go:171","msg":"trace[1932536660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15352; }","duration":"153.51409ms","start":"2026-04-22T21:07:54.277221Z","end":"2026-04-22T21:07:54.430735Z","steps":["trace[1932536660] 'agreement among raft nodes before linearized reading' (duration: 153.303785ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:54.430808Z","caller":"traceutil/trace.go:171","msg":"trace[1343170792] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15352; }","duration":"151.010312ms","start":"2026-04-22T21:07:54.27978Z","end":"2026-04-22T21:07:54.43079Z","steps":["trace[1343170792] 'agreement among raft nodes before linearized reading' (duration: 150.767247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.43095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.50346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:54.431022Z","caller":"traceutil/trace.go:171","msg":"trace[473327187] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15352; }","duration":"153.597493ms","start":"2026-04-22T21:07:54.277414Z","end":"2026-04-22T21:07:54.431012Z","steps":["trace[473327187] 'agreement among raft nodes before linearized reading' (duration: 152.847485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.430974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.205486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:07:54.431092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.370557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:07:54.430571Z","caller":"traceutil/trace.go:171","msg":"trace[1236777493] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15352; }","duration":"147.402708ms","start":"2026-04-22T21:07:54.283148Z","end":"2026-04-22T21:07:54.430551Z","steps":["trace[1236777493] 'agreement among raft nodes before linearized reading' (duration: 147.127012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.431111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.102638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:07:54.431559Z","caller":"traceutil/trace.go:171","msg":"trace[869192804] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15352; }","duration":"155.65665ms","start":"2026-04-22T21:07:54.275887Z","end":"2026-04-22T21:07:54.431543Z","steps":["trace[869192804] 'agreement among raft nodes before linearized reading' (duration: 154.854771ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:54.431355Z","caller":"traceutil/trace.go:171","msg":"trace[180396745] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15352; }","duration":"153.995071ms","start":"2026-04-22T21:07:54.277336Z","end":"2026-04-22T21:07:54.431331Z","steps":["trace[180396745] 'agreement among raft nodes before linearized reading' (duration: 153.165052ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:54.431198Z","caller":"traceutil/trace.go:171","msg":"trace[1429561865] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15352; }","duration":"151.446952ms","start":"2026-04-22T21:07:54.279729Z","end":"2026-04-22T21:07:54.431176Z","steps":["trace[1429561865] 'agreement among raft nodes before linearized reading' (duration: 150.857669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:54.430911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.228317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:07:54.4319Z","caller":"traceutil/trace.go:171","msg":"trace[1598797814] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15352; }","duration":"155.64214ms","start":"2026-04-22T21:07:54.276237Z","end":"2026-04-22T21:07:54.431879Z","steps":["trace[1598797814] 'agreement among raft nodes before linearized reading' (duration: 154.085144ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:56.931213Z","caller":"traceutil/trace.go:171","msg":"trace[353220263] linearizableReadLoop","detail":"{readStateIndex:15898; appliedIndex:15897; }","duration":"111.40433ms","start":"2026-04-22T21:07:56.81978Z","end":"2026-04-22T21:07:56.931184Z","steps":["trace[353220263] 'read index received' (duration: 34.442261ms)","trace[353220263] 'applied index is now lower than readState.Index' (duration: 76.960369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:07:56.931413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.592344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T21:07:56.931504Z","caller":"traceutil/trace.go:171","msg":"trace[1172704280] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15367; }","duration":"111.751068ms","start":"2026-04-22T21:07:56.819734Z","end":"2026-04-22T21:07:56.931486Z","steps":["trace[1172704280] 'agreement among raft nodes before linearized reading' (duration: 111.540513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:56.931786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.723638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:56.931843Z","caller":"traceutil/trace.go:171","msg":"trace[449909836] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:15367; }","duration":"108.937593ms","start":"2026-04-22T21:07:56.82289Z","end":"2026-04-22T21:07:56.931828Z","steps":["trace[449909836] 'agreement among raft nodes before linearized reading' (duration: 108.447762ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:57.518562Z","caller":"traceutil/trace.go:171","msg":"trace[28123314] linearizableReadLoop","detail":"{readStateIndex:15899; appliedIndex:15898; }","duration":"182.945875ms","start":"2026-04-22T21:07:57.335593Z","end":"2026-04-22T21:07:57.518539Z","steps":["trace[28123314] 'read index received' (duration: 182.72867ms)","trace[28123314] 'applied index is now lower than readState.Index' (duration: 216.475µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:07:57.518727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.131659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:57.518718Z","caller":"traceutil/trace.go:171","msg":"trace[303510247] transaction","detail":"{read_only:false; response_revision:15368; number_of_response:1; }","duration":"311.482484ms","start":"2026-04-22T21:07:57.207179Z","end":"2026-04-22T21:07:57.518662Z","steps":["trace[303510247] 'process raft request' (duration: 311.198038ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:57.518792Z","caller":"traceutil/trace.go:171","msg":"trace[2080046286] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15368; }","duration":"183.253152ms","start":"2026-04-22T21:07:57.335521Z","end":"2026-04-22T21:07:57.518774Z","steps":["trace[2080046286] 'agreement among raft nodes before linearized reading' (duration: 183.142919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:57.518894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:07:57.207161Z","time spent":"311.641719ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:07:57.518979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.339104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:07:57.519054Z","caller":"traceutil/trace.go:171","msg":"trace[276139248] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15368; }","duration":"183.471567ms","start":"2026-04-22T21:07:57.335561Z","end":"2026-04-22T21:07:57.519032Z","steps":["trace[276139248] 'agreement among raft nodes before linearized reading' (duration: 183.271882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:07:57.519082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.697616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:07:57.519297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.265933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-22T21:07:57.519271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.17547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:07:57.519346Z","caller":"traceutil/trace.go:171","msg":"trace[1954391631] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15368; }","duration":"183.350775ms","start":"2026-04-22T21:07:57.335982Z","end":"2026-04-22T21:07:57.519333Z","steps":["trace[1954391631] 'agreement among raft nodes before linearized reading' (duration: 183.179611ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:57.519406Z","caller":"traceutil/trace.go:171","msg":"trace[360658784] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15368; }","duration":"183.293483ms","start":"2026-04-22T21:07:57.336051Z","end":"2026-04-22T21:07:57.519344Z","steps":["trace[360658784] 'agreement among raft nodes before linearized reading' (duration: 183.078128ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:07:57.519616Z","caller":"traceutil/trace.go:171","msg":"trace[259123300] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15368; }","duration":"181.841809ms","start":"2026-04-22T21:07:57.337336Z","end":"2026-04-22T21:07:57.519178Z","steps":["trace[259123300] 'agreement among raft nodes before linearized reading' (duration: 181.522052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.842574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:06.588168Z","caller":"traceutil/trace.go:171","msg":"trace[56805073] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15411; }","duration":"118.995168ms","start":"2026-04-22T21:08:06.469153Z","end":"2026-04-22T21:08:06.588148Z","steps":["trace[56805073] 'range keys from in-memory index tree' (duration: 118.755692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.701569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:06.588228Z","caller":"traceutil/trace.go:171","msg":"trace[2046104450] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15411; }","duration":"114.79955ms","start":"2026-04-22T21:08:06.473414Z","end":"2026-04-22T21:08:06.588214Z","steps":["trace[2046104450] 'range keys from in-memory index tree' (duration: 114.604756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.60472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:08:06.588387Z","caller":"traceutil/trace.go:171","msg":"trace[251444759] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15411; }","duration":"115.67172ms","start":"2026-04-22T21:08:06.472708Z","end":"2026-04-22T21:08:06.58838Z","steps":["trace[251444759] 'range keys from in-memory index tree' (duration: 115.515667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.783846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:08:06.588494Z","caller":"traceutil/trace.go:171","msg":"trace[56552815] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15411; }","duration":"119.830418ms","start":"2026-04-22T21:08:06.468654Z","end":"2026-04-22T21:08:06.588484Z","steps":["trace[56552815] 'range keys from in-memory index tree' (duration: 119.705185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.185392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:06.588616Z","caller":"traceutil/trace.go:171","msg":"trace[1611172208] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15411; }","duration":"119.293125ms","start":"2026-04-22T21:08:06.469301Z","end":"2026-04-22T21:08:06.588595Z","steps":["trace[1611172208] 'range keys from in-memory index tree' (duration: 119.002588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.588234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.107918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:08:06.588681Z","caller":"traceutil/trace.go:171","msg":"trace[1646870908] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15411; }","duration":"121.577748ms","start":"2026-04-22T21:08:06.467089Z","end":"2026-04-22T21:08:06.588666Z","steps":["trace[1646870908] 'range keys from in-memory index tree' (duration: 120.971453ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.589421Z","caller":"traceutil/trace.go:171","msg":"trace[1365877642] transaction","detail":"{read_only:false; response_revision:15412; number_of_response:1; }","duration":"115.671781ms","start":"2026-04-22T21:08:06.473732Z","end":"2026-04-22T21:08:06.589404Z","steps":["trace[1365877642] 'process raft request' (duration: 31.81704ms)","trace[1365877642] 'compare' (duration: 82.769336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:06.589323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.64769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:06.590675Z","caller":"traceutil/trace.go:171","msg":"trace[1261440528] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15411; }","duration":"126.042202ms","start":"2026-04-22T21:08:06.464614Z","end":"2026-04-22T21:08:06.590657Z","steps":["trace[1261440528] 'range keys from in-memory index tree' (duration: 124.556528ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.608283Z","caller":"traceutil/trace.go:171","msg":"trace[472879695] transaction","detail":"{read_only:false; response_revision:15413; number_of_response:1; }","duration":"133.636088ms","start":"2026-04-22T21:08:06.474621Z","end":"2026-04-22T21:08:06.608257Z","steps":["trace[472879695] 'process raft request' (duration: 133.448374ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.60841Z","caller":"traceutil/trace.go:171","msg":"trace[223368788] transaction","detail":"{read_only:false; response_revision:15414; number_of_response:1; }","duration":"133.557066ms","start":"2026-04-22T21:08:06.474834Z","end":"2026-04-22T21:08:06.608391Z","steps":["trace[223368788] 'process raft request' (duration: 133.381242ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.608439Z","caller":"traceutil/trace.go:171","msg":"trace[488201728] linearizableReadLoop","detail":"{readStateIndex:15946; appliedIndex:15943; }","duration":"133.566927ms","start":"2026-04-22T21:08:06.474851Z","end":"2026-04-22T21:08:06.608418Z","steps":["trace[488201728] 'read index received' (duration: 30.704175ms)","trace[488201728] 'applied index is now lower than readState.Index' (duration: 102.826681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:06.608744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.885544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:06.608802Z","caller":"traceutil/trace.go:171","msg":"trace[1894866293] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15414; }","duration":"133.970646ms","start":"2026-04-22T21:08:06.474818Z","end":"2026-04-22T21:08:06.608788Z","steps":["trace[1894866293] 'agreement among raft nodes before linearized reading' (duration: 133.831272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.608837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.765631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:06.608894Z","caller":"traceutil/trace.go:171","msg":"trace[464018900] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15414; }","duration":"130.859394ms","start":"2026-04-22T21:08:06.47802Z","end":"2026-04-22T21:08:06.608879Z","steps":["trace[464018900] 'agreement among raft nodes before linearized reading' (duration: 130.69397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.609032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.750716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T21:08:06.609109Z","caller":"traceutil/trace.go:171","msg":"trace[327447056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15414; }","duration":"110.862639ms","start":"2026-04-22T21:08:06.498229Z","end":"2026-04-22T21:08:06.609092Z","steps":["trace[327447056] 'agreement among raft nodes before linearized reading' (duration: 110.572472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.609059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.604828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T21:08:06.609435Z","caller":"traceutil/trace.go:171","msg":"trace[1886595451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15414; }","duration":"121.976127ms","start":"2026-04-22T21:08:06.487436Z","end":"2026-04-22T21:08:06.609412Z","steps":["trace[1886595451] 'agreement among raft nodes before linearized reading' (duration: 121.557037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.609518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.694874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T21:08:06.60912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.69662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T21:08:06.609586Z","caller":"traceutil/trace.go:171","msg":"trace[1188156772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15414; }","duration":"122.171901ms","start":"2026-04-22T21:08:06.4874Z","end":"2026-04-22T21:08:06.609572Z","steps":["trace[1188156772] 'agreement among raft nodes before linearized reading' (duration: 121.655009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.60914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.687827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T21:08:06.60988Z","caller":"traceutil/trace.go:171","msg":"trace[916908459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15414; }","duration":"118.450775ms","start":"2026-04-22T21:08:06.491419Z","end":"2026-04-22T21:08:06.60987Z","steps":["trace[916908459] 'agreement among raft nodes before linearized reading' (duration: 117.663617ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.609575Z","caller":"traceutil/trace.go:171","msg":"trace[1098102238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15414; }","duration":"110.873609ms","start":"2026-04-22T21:08:06.498687Z","end":"2026-04-22T21:08:06.609561Z","steps":["trace[1098102238] 'agreement among raft nodes before linearized reading' (duration: 110.612503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.798935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.615543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T21:08:06.799186Z","caller":"traceutil/trace.go:171","msg":"trace[468426664] transaction","detail":"{read_only:false; response_revision:15417; number_of_response:1; }","duration":"185.553806ms","start":"2026-04-22T21:08:06.613603Z","end":"2026-04-22T21:08:06.799157Z","steps":["trace[468426664] 'process raft request' (duration: 185.455763ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.799429Z","caller":"traceutil/trace.go:171","msg":"trace[1607816449] transaction","detail":"{read_only:false; response_revision:15416; number_of_response:1; }","duration":"185.854823ms","start":"2026-04-22T21:08:06.61356Z","end":"2026-04-22T21:08:06.799414Z","steps":["trace[1607816449] 'process raft request' (duration: 74.657816ms)","trace[1607816449] 'compare' (duration: 110.508911ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:08:06.799453Z","caller":"traceutil/trace.go:171","msg":"trace[1748115070] transaction","detail":"{read_only:false; response_revision:15418; number_of_response:1; }","duration":"185.560336ms","start":"2026-04-22T21:08:06.613868Z","end":"2026-04-22T21:08:06.799428Z","steps":["trace[1748115070] 'process raft request' (duration: 185.243319ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:06.799699Z","caller":"traceutil/trace.go:171","msg":"trace[185185251] linearizableReadLoop","detail":"{readStateIndex:15951; appliedIndex:15946; }","duration":"182.70989ms","start":"2026-04-22T21:08:06.616978Z","end":"2026-04-22T21:08:06.799688Z","steps":["trace[185185251] 'read index received' (duration: 19.708699ms)","trace[185185251] 'applied index is now lower than readState.Index' (duration: 163.000341ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:08:06.799902Z","caller":"traceutil/trace.go:171","msg":"trace[994807592] transaction","detail":"{read_only:false; response_revision:15419; number_of_response:1; }","duration":"182.977597ms","start":"2026-04-22T21:08:06.616868Z","end":"2026-04-22T21:08:06.799845Z","steps":["trace[994807592] 'process raft request' (duration: 182.489105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.800574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.59313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771284"} {"level":"info","ts":"2026-04-22T21:08:06.800625Z","caller":"traceutil/trace.go:171","msg":"trace[426635731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15419; }","duration":"183.672403ms","start":"2026-04-22T21:08:06.616941Z","end":"2026-04-22T21:08:06.800613Z","steps":["trace[426635731] 'agreement among raft nodes before linearized reading' (duration: 182.872114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.983186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.482654ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T21:08:06.983296Z","caller":"traceutil/trace.go:171","msg":"trace[760597355] linearizableReadLoop","detail":"{readStateIndex:15952; appliedIndex:15951; }","duration":"183.540129ms","start":"2026-04-22T21:08:06.799738Z","end":"2026-04-22T21:08:06.983278Z","steps":["trace[760597355] 'read index received' (duration: 37.887601ms)","trace[760597355] 'applied index is now lower than readState.Index' (duration: 145.651068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:06.983507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.746955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:06.983644Z","caller":"traceutil/trace.go:171","msg":"trace[998875928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15419; }","duration":"303.904589ms","start":"2026-04-22T21:08:06.679707Z","end":"2026-04-22T21:08:06.983612Z","steps":["trace[998875928] 'agreement among raft nodes before linearized reading' (duration: 303.685904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.983725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:06.679694Z","time spent":"304.016751ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:08:06.984368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.329904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771284"} {"level":"info","ts":"2026-04-22T21:08:06.984404Z","caller":"traceutil/trace.go:171","msg":"trace[1860200095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15419; }","duration":"367.429416ms","start":"2026-04-22T21:08:06.616965Z","end":"2026-04-22T21:08:06.984395Z","steps":["trace[1860200095] 'agreement among raft nodes before linearized reading' (duration: 366.355331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:06.984434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:06.616944Z","time spent":"367.481688ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771307,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-22T21:08:08.686375Z","caller":"traceutil/trace.go:171","msg":"trace[125886391] transaction","detail":"{read_only:false; response_revision:15420; number_of_response:1; }","duration":"277.347571ms","start":"2026-04-22T21:08:08.409008Z","end":"2026-04-22T21:08:08.686356Z","steps":["trace[125886391] 'process raft request' (duration: 277.213198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.965984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.804182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:08.966115Z","caller":"traceutil/trace.go:171","msg":"trace[1060908748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15420; }","duration":"271.948425ms","start":"2026-04-22T21:08:08.694148Z","end":"2026-04-22T21:08:08.966096Z","steps":["trace[1060908748] 'range keys from in-memory index tree' (duration: 271.785582ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:08.966189Z","caller":"traceutil/trace.go:171","msg":"trace[127683766] linearizableReadLoop","detail":"{readStateIndex:15956; appliedIndex:15953; }","duration":"279.832139ms","start":"2026-04-22T21:08:08.686336Z","end":"2026-04-22T21:08:08.966168Z","steps":["trace[127683766] 'read index received' (duration: 278.343074ms)","trace[127683766] 'applied index is now lower than readState.Index' (duration: 1.488025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:08.966364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.810561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:08:08.966392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.31416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:08:08.966472Z","caller":"traceutil/trace.go:171","msg":"trace[1482314872] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15423; }","duration":"372.420123ms","start":"2026-04-22T21:08:08.594034Z","end":"2026-04-22T21:08:08.966454Z","steps":["trace[1482314872] 'agreement among raft nodes before linearized reading' (duration: 372.166407ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:08.966379Z","caller":"traceutil/trace.go:171","msg":"trace[40285556] transaction","detail":"{read_only:false; response_revision:15421; number_of_response:1; }","duration":"370.813755ms","start":"2026-04-22T21:08:08.595531Z","end":"2026-04-22T21:08:08.966345Z","steps":["trace[40285556] 'process raft request' (duration: 369.256099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.929994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:08:08.966519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.594027Z","time spent":"372.483574ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.875653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:08.966547Z","caller":"traceutil/trace.go:171","msg":"trace[816321183] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15423; }","duration":"372.976476ms","start":"2026-04-22T21:08:08.593563Z","end":"2026-04-22T21:08:08.966539Z","steps":["trace[816321183] 'agreement among raft nodes before linearized reading' (duration: 372.880953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.593558Z","time spent":"373.016566ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.427075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-22T21:08:08.967268Z","caller":"traceutil/trace.go:171","msg":"trace[650573338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:15423; }","duration":"153.102881ms","start":"2026-04-22T21:08:08.814145Z","end":"2026-04-22T21:08:08.967248Z","steps":["trace[650573338] 'agreement among raft nodes before linearized reading' (duration: 152.366384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.854525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T21:08:08.967543Z","caller":"traceutil/trace.go:171","msg":"trace[1621849260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15423; }","duration":"162.955091ms","start":"2026-04-22T21:08:08.804572Z","end":"2026-04-22T21:08:08.967527Z","steps":["trace[1621849260] 'agreement among raft nodes before linearized reading' (duration: 161.789894ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:08.966574Z","caller":"traceutil/trace.go:171","msg":"trace[928535593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15423; }","duration":"372.973875ms","start":"2026-04-22T21:08:08.593588Z","end":"2026-04-22T21:08:08.966562Z","steps":["trace[928535593] 'agreement among raft nodes before linearized reading' (duration: 372.710849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.967869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.593583Z","time spent":"374.268385ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-22T21:08:08.966418Z","caller":"traceutil/trace.go:171","msg":"trace[458629632] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15423; }","duration":"372.884124ms","start":"2026-04-22T21:08:08.593521Z","end":"2026-04-22T21:08:08.966405Z","steps":["trace[458629632] 'agreement among raft nodes before linearized reading' (duration: 372.806322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.968155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.593512Z","time spent":"374.626974ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.312318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:08.968314Z","caller":"traceutil/trace.go:171","msg":"trace[1362620677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15423; }","duration":"355.168671ms","start":"2026-04-22T21:08:08.613132Z","end":"2026-04-22T21:08:08.968301Z","steps":["trace[1362620677] 'agreement among raft nodes before linearized reading' (duration: 353.060242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.968364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.613124Z","time spent":"355.226062ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.152756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-22T21:08:08.968692Z","caller":"traceutil/trace.go:171","msg":"trace[245124924] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15423; }","duration":"374.062651ms","start":"2026-04-22T21:08:08.594548Z","end":"2026-04-22T21:08:08.968611Z","steps":["trace[245124924] 'agreement among raft nodes before linearized reading' (duration: 372.083715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.968797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.594542Z","time spent":"374.235225ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-22T21:08:08.96675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.595518Z","time spent":"371.150253ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:08:08.966763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.005953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:08.969295Z","caller":"traceutil/trace.go:171","msg":"trace[2056321110] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15423; }","duration":"374.545751ms","start":"2026-04-22T21:08:08.594737Z","end":"2026-04-22T21:08:08.969282Z","steps":["trace[2056321110] 'agreement among raft nodes before linearized reading' (duration: 372.008842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.969338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.594731Z","time spent":"374.593012ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-22T21:08:08.966781Z","caller":"traceutil/trace.go:171","msg":"trace[1032834525] transaction","detail":"{read_only:false; response_revision:15422; number_of_response:1; }","duration":"355.108119ms","start":"2026-04-22T21:08:08.611629Z","end":"2026-04-22T21:08:08.966737Z","steps":["trace[1032834525] 'process raft request' (duration: 354.435234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.969536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.611615Z","time spent":"357.853363ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:08:08.966829Z","caller":"traceutil/trace.go:171","msg":"trace[54195904] transaction","detail":"{read_only:false; response_revision:15423; number_of_response:1; }","duration":"354.135017ms","start":"2026-04-22T21:08:08.612685Z","end":"2026-04-22T21:08:08.96682Z","steps":["trace[54195904] 'process raft request' (duration: 353.436491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.969793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.612674Z","time spent":"357.080845ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:08:08.966845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.169442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T21:08:08.969979Z","caller":"traceutil/trace.go:171","msg":"trace[435273986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15423; }","duration":"165.334035ms","start":"2026-04-22T21:08:08.804632Z","end":"2026-04-22T21:08:08.969966Z","steps":["trace[435273986] 'agreement among raft nodes before linearized reading' (duration: 162.161152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.076267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T21:08:08.970129Z","caller":"traceutil/trace.go:171","msg":"trace[705342074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15423; }","duration":"330.313983ms","start":"2026-04-22T21:08:08.639804Z","end":"2026-04-22T21:08:08.970118Z","steps":["trace[705342074] 'agreement among raft nodes before linearized reading' (duration: 327.031567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.970171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.639793Z","time spent":"330.366044ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.079516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T21:08:08.970252Z","caller":"traceutil/trace.go:171","msg":"trace[648692036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15423; }","duration":"164.427295ms","start":"2026-04-22T21:08:08.805808Z","end":"2026-04-22T21:08:08.970235Z","steps":["trace[648692036] 'agreement among raft nodes before linearized reading' (duration: 161.064816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.048489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T21:08:08.970315Z","caller":"traceutil/trace.go:171","msg":"trace[1334865441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15423; }","duration":"165.476009ms","start":"2026-04-22T21:08:08.80483Z","end":"2026-04-22T21:08:08.970306Z","steps":["trace[1334865441] 'agreement among raft nodes before linearized reading' (duration: 161.961608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.966933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.985234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:08.970376Z","caller":"traceutil/trace.go:171","msg":"trace[672064318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15423; }","duration":"354.451964ms","start":"2026-04-22T21:08:08.615918Z","end":"2026-04-22T21:08:08.97037Z","steps":["trace[672064318] 'agreement among raft nodes before linearized reading' (duration: 350.927982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:08.9704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:08.61591Z","time spent":"354.483875ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:08.966944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.687875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:08.970473Z","caller":"traceutil/trace.go:171","msg":"trace[1188032153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15423; }","duration":"289.232007ms","start":"2026-04-22T21:08:08.681223Z","end":"2026-04-22T21:08:08.970455Z","steps":["trace[1188032153] 'agreement among raft nodes before linearized reading' (duration: 285.692124ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:18.585508Z","caller":"traceutil/trace.go:171","msg":"trace[383360461] linearizableReadLoop","detail":"{readStateIndex:16006; appliedIndex:16005; }","duration":"238.053366ms","start":"2026-04-22T21:08:18.347432Z","end":"2026-04-22T21:08:18.585486Z","steps":["trace[383360461] 'read index received' (duration: 237.825811ms)","trace[383360461] 'applied index is now lower than readState.Index' (duration: 226.705µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:18.585662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.21159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:18.585703Z","caller":"traceutil/trace.go:171","msg":"trace[287495475] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:15471; }","duration":"238.310672ms","start":"2026-04-22T21:08:18.347382Z","end":"2026-04-22T21:08:18.585692Z","steps":["trace[287495475] 'agreement among raft nodes before linearized reading' (duration: 238.20233ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:18.586073Z","caller":"traceutil/trace.go:171","msg":"trace[1260206085] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"295.43504ms","start":"2026-04-22T21:08:18.290622Z","end":"2026-04-22T21:08:18.586057Z","steps":["trace[1260206085] 'process raft request' (duration: 294.697543ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:19.333008Z","caller":"traceutil/trace.go:171","msg":"trace[1434031073] transaction","detail":"{read_only:false; response_revision:15473; number_of_response:1; }","duration":"332.33641ms","start":"2026-04-22T21:08:19.000645Z","end":"2026-04-22T21:08:19.332981Z","steps":["trace[1434031073] 'process raft request' (duration: 332.195837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.333159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.000629Z","time spent":"332.455153ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:08:19.424651Z","caller":"traceutil/trace.go:171","msg":"trace[684436304] transaction","detail":"{read_only:false; response_revision:15474; number_of_response:1; }","duration":"420.620894ms","start":"2026-04-22T21:08:19.004002Z","end":"2026-04-22T21:08:19.424623Z","steps":["trace[684436304] 'process raft request' (duration: 359.959503ms)","trace[684436304] 'compare' (duration: 60.497717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:08:19.424822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.003988Z","time spent":"420.734306ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:08:19.424851Z","caller":"traceutil/trace.go:171","msg":"trace[455174188] linearizableReadLoop","detail":"{readStateIndex:16009; appliedIndex:16007; }","duration":"420.652774ms","start":"2026-04-22T21:08:19.004171Z","end":"2026-04-22T21:08:19.424824Z","steps":["trace[455174188] 'read index received' (duration: 328.771468ms)","trace[455174188] 'applied index is now lower than readState.Index' (duration: 91.880256ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:08:19.424993Z","caller":"traceutil/trace.go:171","msg":"trace[1004356832] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"419.354854ms","start":"2026-04-22T21:08:19.005627Z","end":"2026-04-22T21:08:19.424982Z","steps":["trace[1004356832] 'process raft request' (duration: 418.955065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.005613Z","time spent":"419.412305ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:08:19.425279Z","caller":"traceutil/trace.go:171","msg":"trace[1804642879] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"234.534945ms","start":"2026-04-22T21:08:19.190735Z","end":"2026-04-22T21:08:19.425269Z","steps":["trace[1804642879] 'process raft request' (duration: 233.999312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.629326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:19.425452Z","caller":"traceutil/trace.go:171","msg":"trace[368642868] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15476; }","duration":"384.691808ms","start":"2026-04-22T21:08:19.040751Z","end":"2026-04-22T21:08:19.425442Z","steps":["trace[368642868] 'agreement among raft nodes before linearized reading' (duration: 384.627856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.040737Z","time spent":"384.732248ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-22T21:08:19.425546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.814514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:08:19.425635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.464643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T21:08:19.425656Z","caller":"traceutil/trace.go:171","msg":"trace[882946433] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15476; }","duration":"421.521904ms","start":"2026-04-22T21:08:19.004127Z","end":"2026-04-22T21:08:19.425649Z","steps":["trace[882946433] 'agreement among raft nodes before linearized reading' (duration: 421.437623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.004107Z","time spent":"421.562275ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:19.42569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.959384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:08:19.425711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.799351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T21:08:19.425726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.408825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T21:08:19.425748Z","caller":"traceutil/trace.go:171","msg":"trace[1427139056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15476; }","duration":"418.851452ms","start":"2026-04-22T21:08:19.006886Z","end":"2026-04-22T21:08:19.425737Z","steps":["trace[1427139056] 'agreement among raft nodes before linearized reading' (duration: 418.742969ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:19.425747Z","caller":"traceutil/trace.go:171","msg":"trace[2058624144] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15476; }","duration":"385.028525ms","start":"2026-04-22T21:08:19.040703Z","end":"2026-04-22T21:08:19.425732Z","steps":["trace[2058624144] 'agreement among raft nodes before linearized reading' (duration: 384.904023ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:19.425775Z","caller":"traceutil/trace.go:171","msg":"trace[1729452174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15476; }","duration":"419.477386ms","start":"2026-04-22T21:08:19.006286Z","end":"2026-04-22T21:08:19.425763Z","steps":["trace[1729452174] 'agreement among raft nodes before linearized reading' (duration: 419.403024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.040697Z","time spent":"385.089157ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:19.425828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.006276Z","time spent":"419.540298ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T21:08:19.425857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.423487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T21:08:19.425885Z","caller":"traceutil/trace.go:171","msg":"trace[1410923800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15476; }","duration":"392.471829ms","start":"2026-04-22T21:08:19.033405Z","end":"2026-04-22T21:08:19.425877Z","steps":["trace[1410923800] 'agreement among raft nodes before linearized reading' (duration: 392.395437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.033393Z","time spent":"392.52284ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:08:19.42578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.006878Z","time spent":"418.895003ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:08:19.425971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.458709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T21:08:19.425995Z","caller":"traceutil/trace.go:171","msg":"trace[1143671915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15476; }","duration":"383.501269ms","start":"2026-04-22T21:08:19.042488Z","end":"2026-04-22T21:08:19.425989Z","steps":["trace[1143671915] 'agreement among raft nodes before linearized reading' (duration: 383.454918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.042477Z","time spent":"383.532081ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:08:19.426018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.854831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:08:19.425563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.459399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T21:08:19.425652Z","caller":"traceutil/trace.go:171","msg":"trace[66579109] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15476; }","duration":"419.959028ms","start":"2026-04-22T21:08:19.005667Z","end":"2026-04-22T21:08:19.425626Z","steps":["trace[66579109] 'agreement among raft nodes before linearized reading' (duration: 419.690452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.005577Z","time spent":"420.49173ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-22T21:08:19.426062Z","caller":"traceutil/trace.go:171","msg":"trace[1105522911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15476; }","duration":"386.978401ms","start":"2026-04-22T21:08:19.039068Z","end":"2026-04-22T21:08:19.426046Z","steps":["trace[1105522911] 'agreement among raft nodes before linearized reading' (duration: 386.347706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.593789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T21:08:19.425933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.66757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T21:08:19.426129Z","caller":"traceutil/trace.go:171","msg":"trace[1890628126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15476; }","duration":"382.883156ms","start":"2026-04-22T21:08:19.04324Z","end":"2026-04-22T21:08:19.426124Z","steps":["trace[1890628126] 'agreement among raft nodes before linearized reading' (duration: 382.66319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.425894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.621732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rqkd8\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-22T21:08:19.42615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.043233Z","time spent":"382.913376ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:08:19.425842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.544253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d4c2v\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-22T21:08:19.426168Z","caller":"traceutil/trace.go:171","msg":"trace[1976208186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rqkd8; range_end:; response_count:1; response_revision:15476; }","duration":"349.908888ms","start":"2026-04-22T21:08:19.076248Z","end":"2026-04-22T21:08:19.426157Z","steps":["trace[1976208186] 'agreement among raft nodes before linearized reading' (duration: 349.607811ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:19.426192Z","caller":"traceutil/trace.go:171","msg":"trace[1618131133] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d4c2v; range_end:; response_count:1; response_revision:15476; }","duration":"310.931402ms","start":"2026-04-22T21:08:19.115256Z","end":"2026-04-22T21:08:19.426188Z","steps":["trace[1618131133] 'agreement among raft nodes before linearized reading' (duration: 310.547043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.450358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T21:08:19.42621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.115239Z","time spent":"310.967132ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d4c2v\" "} {"level":"warn","ts":"2026-04-22T21:08:19.426206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.076237Z","time spent":"349.958969ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rqkd8\" "} {"level":"info","ts":"2026-04-22T21:08:19.426222Z","caller":"traceutil/trace.go:171","msg":"trace[1299175603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15476; }","duration":"386.48927ms","start":"2026-04-22T21:08:19.039725Z","end":"2026-04-22T21:08:19.426214Z","steps":["trace[1299175603] 'agreement among raft nodes before linearized reading' (duration: 386.421578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.039718Z","time spent":"386.52829ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:08:19.42579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.690553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-22T21:08:19.426294Z","caller":"traceutil/trace.go:171","msg":"trace[1127155660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15476; }","duration":"221.230205ms","start":"2026-04-22T21:08:19.205059Z","end":"2026-04-22T21:08:19.426289Z","steps":["trace[1127155660] 'agreement among raft nodes before linearized reading' (duration: 220.692513ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:08:19.426129Z","caller":"traceutil/trace.go:171","msg":"trace[1258853212] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15476; }","duration":"385.637689ms","start":"2026-04-22T21:08:19.040481Z","end":"2026-04-22T21:08:19.426119Z","steps":["trace[1258853212] 'agreement among raft nodes before linearized reading' (duration: 385.600429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.040474Z","time spent":"385.844024ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-22T21:08:19.426044Z","caller":"traceutil/trace.go:171","msg":"trace[170923377] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15476; }","duration":"384.901433ms","start":"2026-04-22T21:08:19.041135Z","end":"2026-04-22T21:08:19.426037Z","steps":["trace[170923377] 'agreement among raft nodes before linearized reading' (duration: 384.864072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:08:19.426481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.041128Z","time spent":"385.336882ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T21:08:19.426122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:08:19.039041Z","time spent":"387.065403ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:09:46.126269Z","caller":"traceutil/trace.go:171","msg":"trace[597083700] transaction","detail":"{read_only:false; response_revision:16052; number_of_response:1; }","duration":"127.467495ms","start":"2026-04-22T21:09:45.998772Z","end":"2026-04-22T21:09:46.126239Z","steps":["trace[597083700] 'process raft request' (duration: 127.327942ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:09:46.126251Z","caller":"traceutil/trace.go:171","msg":"trace[1159137015] transaction","detail":"{read_only:false; response_revision:16053; number_of_response:1; }","duration":"125.711394ms","start":"2026-04-22T21:09:46.000499Z","end":"2026-04-22T21:09:46.12621Z","steps":["trace[1159137015] 'process raft request' (duration: 125.657133ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:09:46.126269Z","caller":"traceutil/trace.go:171","msg":"trace[1856533626] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"127.918906ms","start":"2026-04-22T21:09:45.998308Z","end":"2026-04-22T21:09:46.126227Z","steps":["trace[1856533626] 'process raft request' (duration: 127.571427ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:12:30.809442Z","caller":"traceutil/trace.go:171","msg":"trace[1916641899] linearizableReadLoop","detail":"{readStateIndex:17973; appliedIndex:17972; }","duration":"128.722673ms","start":"2026-04-22T21:12:30.680693Z","end":"2026-04-22T21:12:30.809416Z","steps":["trace[1916641899] 'read index received' (duration: 128.555139ms)","trace[1916641899] 'applied index is now lower than readState.Index' (duration: 166.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:12:30.809526Z","caller":"traceutil/trace.go:171","msg":"trace[1276896952] transaction","detail":"{read_only:false; response_revision:17376; number_of_response:1; }","duration":"162.763191ms","start":"2026-04-22T21:12:30.646714Z","end":"2026-04-22T21:12:30.809477Z","steps":["trace[1276896952] 'process raft request' (duration: 162.545936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:12:30.80981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:12:30.809897Z","caller":"traceutil/trace.go:171","msg":"trace[460165786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17376; }","duration":"129.256256ms","start":"2026-04-22T21:12:30.680622Z","end":"2026-04-22T21:12:30.809878Z","steps":["trace[460165786] 'agreement among raft nodes before linearized reading' (duration: 128.938868ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:12:46.85018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15310} {"level":"info","ts":"2026-04-22T21:12:46.958463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15310,"took":"105.081074ms","hash":746225175,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":32272384,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T21:12:46.958564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":746225175,"revision":15310,"compact-revision":12678} {"level":"warn","ts":"2026-04-22T21:13:57.956935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854841215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:13:58.902749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.46394ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:13:58.90288Z","caller":"traceutil/trace.go:171","msg":"trace[1497315712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18079; }","duration":"208.603743ms","start":"2026-04-22T21:13:58.694255Z","end":"2026-04-22T21:13:58.902858Z","steps":["trace[1497315712] 'range keys from in-memory index tree' (duration: 208.44923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:58.903268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.086176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:13:58.9034Z","caller":"traceutil/trace.go:171","msg":"trace[795375235] transaction","detail":"{read_only:false; response_revision:18080; number_of_response:1; }","duration":"1.609155443s","start":"2026-04-22T21:13:57.294221Z","end":"2026-04-22T21:13:58.903377Z","steps":["trace[795375235] 'process raft request' (duration: 925.860362ms)","trace[795375235] 'compare' (duration: 681.605662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:13:58.904693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.294209Z","time spent":"1.609236086s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:13:58.947235Z","caller":"traceutil/trace.go:171","msg":"trace[602526924] linearizableReadLoop","detail":"{readStateIndex:18701; appliedIndex:18699; }","duration":"1.490799032s","start":"2026-04-22T21:13:57.456403Z","end":"2026-04-22T21:13:58.947202Z","steps":["trace[602526924] 'read index received' (duration: 763.44973ms)","trace[602526924] 'applied index is now lower than readState.Index' (duration: 727.348332ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:13:58.947272Z","caller":"traceutil/trace.go:171","msg":"trace[413990609] transaction","detail":"{read_only:false; response_revision:18081; number_of_response:1; }","duration":"1.076520172s","start":"2026-04-22T21:13:57.870724Z","end":"2026-04-22T21:13:58.947244Z","steps":["trace[413990609] 'process raft request' (duration: 1.076305787s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:13:58.947335Z","caller":"traceutil/trace.go:171","msg":"trace[1743347531] transaction","detail":"{read_only:false; response_revision:18082; number_of_response:1; }","duration":"820.844148ms","start":"2026-04-22T21:13:58.126456Z","end":"2026-04-22T21:13:58.9473Z","steps":["trace[1743347531] 'process raft request' (duration: 820.707315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:58.947418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.870699Z","time spent":"1.076638425s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:13:58.947476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491072288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:13:58.947475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.126431Z","time spent":"820.959211ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:13:58.947516Z","caller":"traceutil/trace.go:171","msg":"trace[2074647402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18082; }","duration":"1.491126259s","start":"2026-04-22T21:13:57.456376Z","end":"2026-04-22T21:13:58.947502Z","steps":["trace[2074647402] 'agreement among raft nodes before linearized reading' (duration: 1.490961445s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:58.947555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.456306Z","time spent":"1.491238502s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:13:59.447884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854841222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:13:59.550311Z","caller":"traceutil/trace.go:171","msg":"trace[1107107952] transaction","detail":"{read_only:false; response_revision:18085; number_of_response:1; }","duration":"918.519722ms","start":"2026-04-22T21:13:58.631759Z","end":"2026-04-22T21:13:59.550279Z","steps":["trace[1107107952] 'process raft request' (duration: 918.481411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.550476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.631744Z","time spent":"918.637016ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:13:59.550706Z","caller":"traceutil/trace.go:171","msg":"trace[54198550] transaction","detail":"{read_only:false; response_revision:18084; number_of_response:1; }","duration":"920.072609ms","start":"2026-04-22T21:13:58.630621Z","end":"2026-04-22T21:13:59.550693Z","steps":["trace[54198550] 'process raft request' (duration: 919.575507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.55077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.630603Z","time spent":"920.13446ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:13:59.550734Z","caller":"traceutil/trace.go:171","msg":"trace[1664107387] transaction","detail":"{read_only:false; response_revision:18083; number_of_response:1; }","duration":"921.588044ms","start":"2026-04-22T21:13:58.629089Z","end":"2026-04-22T21:13:59.550677Z","steps":["trace[1664107387] 'process raft request' (duration: 920.823216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.551159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.629063Z","time spent":"921.989263ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:13:59.638633Z","caller":"traceutil/trace.go:171","msg":"trace[320061236] linearizableReadLoop","detail":"{readStateIndex:18706; appliedIndex:18702; }","duration":"691.296578ms","start":"2026-04-22T21:13:58.94731Z","end":"2026-04-22T21:13:59.638607Z","steps":["trace[320061236] 'read index received' (duration: 602.796857ms)","trace[320061236] 'applied index is now lower than readState.Index' (duration: 88.498731ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:13:59.638836Z","caller":"traceutil/trace.go:171","msg":"trace[197557501] transaction","detail":"{read_only:false; response_revision:18086; number_of_response:1; }","duration":"686.593589ms","start":"2026-04-22T21:13:58.952232Z","end":"2026-04-22T21:13:59.638826Z","steps":["trace[197557501] 'process raft request' (duration: 635.326831ms)","trace[197557501] 'compare' (duration: 50.816738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:13:59.638919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.95221Z","time spent":"686.64361ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:13:59.639064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.792458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:13:59.639085Z","caller":"traceutil/trace.go:171","msg":"trace[422953099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18086; }","duration":"959.85264ms","start":"2026-04-22T21:13:58.679224Z","end":"2026-04-22T21:13:59.639077Z","steps":["trace[422953099] 'agreement among raft nodes before linearized reading' (duration: 959.812309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.639101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.679195Z","time spent":"959.903201ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:13:59.639254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322194975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-22T21:13:59.639273Z","caller":"traceutil/trace.go:171","msg":"trace[924323599] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18086; }","duration":"1.322244186s","start":"2026-04-22T21:13:58.31702Z","end":"2026-04-22T21:13:59.639265Z","steps":["trace[924323599] 'agreement among raft nodes before linearized reading' (duration: 1.322158244s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.639289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:58.317001Z","time spent":"1.322284447s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-22T21:13:59.639444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695484214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2zjqr\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-04-22T21:13:59.639464Z","caller":"traceutil/trace.go:171","msg":"trace[339642046] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2zjqr; range_end:; response_count:1; response_revision:18086; }","duration":"1.695531376s","start":"2026-04-22T21:13:57.943927Z","end":"2026-04-22T21:13:59.639459Z","steps":["trace[339642046] 'agreement among raft nodes before linearized reading' (duration: 1.695448794s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.63948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.943911Z","time spent":"1.695565336s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2zjqr\" "} {"level":"warn","ts":"2026-04-22T21:13:59.639647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81787229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wlhpc\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-04-22T21:13:59.639673Z","caller":"traceutil/trace.go:171","msg":"trace[2023683876] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wlhpc; range_end:; response_count:1; response_revision:18086; }","duration":"1.817931952s","start":"2026-04-22T21:13:57.821735Z","end":"2026-04-22T21:13:59.639667Z","steps":["trace[2023683876] 'agreement among raft nodes before linearized reading' (duration: 1.81784791s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.639691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.821715Z","time spent":"1.817971112s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wlhpc\" "} {"level":"warn","ts":"2026-04-22T21:13:59.639934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141889698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d4c2v\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-22T21:13:59.640038Z","caller":"traceutil/trace.go:171","msg":"trace[581571345] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d4c2v; range_end:; response_count:1; response_revision:18086; }","duration":"2.142044461s","start":"2026-04-22T21:13:57.497968Z","end":"2026-04-22T21:13:59.640012Z","steps":["trace[581571345] 'agreement among raft nodes before linearized reading' (duration: 2.141679962s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.640083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.497956Z","time spent":"2.142120753s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d4c2v\" "} {"level":"warn","ts":"2026-04-22T21:13:59.64025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:13:59.640279Z","caller":"traceutil/trace.go:171","msg":"trace[9631296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18086; }","duration":"2.180476182s","start":"2026-04-22T21:13:57.459796Z","end":"2026-04-22T21:13:59.640272Z","steps":["trace[9631296] 'agreement among raft nodes before linearized reading' (duration: 2.18040125s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.640297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.459773Z","time spent":"2.180519663s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:13:59.640423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177084383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:13:59.64045Z","caller":"traceutil/trace.go:171","msg":"trace[2052573158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18086; }","duration":"2.177122533s","start":"2026-04-22T21:13:57.463318Z","end":"2026-04-22T21:13:59.64044Z","steps":["trace[2052573158] 'agreement among raft nodes before linearized reading' (duration: 2.177050282s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.640473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:57.463308Z","time spent":"2.177156794s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:13:59.640499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.397045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:13:59.640526Z","caller":"traceutil/trace.go:171","msg":"trace[676717220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18086; }","duration":"358.450335ms","start":"2026-04-22T21:13:59.282068Z","end":"2026-04-22T21:13:59.640518Z","steps":["trace[676717220] 'agreement among raft nodes before linearized reading' (duration: 358.367733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.64055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:13:59.282049Z","time spent":"358.497257ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:13:59.800936Z","caller":"traceutil/trace.go:171","msg":"trace[1762826131] transaction","detail":"{read_only:false; response_revision:18088; number_of_response:1; }","duration":"154.096381ms","start":"2026-04-22T21:13:59.646813Z","end":"2026-04-22T21:13:59.800909Z","steps":["trace[1762826131] 'process raft request' (duration: 148.48485ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:13:59.801259Z","caller":"traceutil/trace.go:171","msg":"trace[1359682521] transaction","detail":"{read_only:false; response_revision:18089; number_of_response:1; }","duration":"153.831514ms","start":"2026-04-22T21:13:59.64739Z","end":"2026-04-22T21:13:59.801221Z","steps":["trace[1359682521] 'process raft request' (duration: 153.476746ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:13:59.801641Z","caller":"traceutil/trace.go:171","msg":"trace[162263582] linearizableReadLoop","detail":"{readStateIndex:18710; appliedIndex:18707; }","duration":"141.481218ms","start":"2026-04-22T21:13:59.660122Z","end":"2026-04-22T21:13:59.801603Z","steps":["trace[162263582] 'read index received' (duration: 135.10654ms)","trace[162263582] 'applied index is now lower than readState.Index' (duration: 6.373478ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:13:59.801773Z","caller":"traceutil/trace.go:171","msg":"trace[1338961628] transaction","detail":"{read_only:false; response_revision:18090; number_of_response:1; }","duration":"145.226065ms","start":"2026-04-22T21:13:59.656523Z","end":"2026-04-22T21:13:59.801749Z","steps":["trace[1338961628] 'process raft request' (duration: 144.608461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:13:59.802579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.080247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953250"} {"level":"info","ts":"2026-04-22T21:13:59.802628Z","caller":"traceutil/trace.go:171","msg":"trace[2096726231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18090; }","duration":"156.153028ms","start":"2026-04-22T21:13:59.646465Z","end":"2026-04-22T21:13:59.802618Z","steps":["trace[2096726231] 'agreement among raft nodes before linearized reading' (duration: 155.3561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:14:03.986859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.650941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:14:03.986944Z","caller":"traceutil/trace.go:171","msg":"trace[1325384265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18123; }","duration":"169.763414ms","start":"2026-04-22T21:14:03.817161Z","end":"2026-04-22T21:14:03.986925Z","steps":["trace[1325384265] 'range keys from in-memory index tree' (duration: 169.507138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:14:03.987057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.912448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2zjqr\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-04-22T21:14:03.987179Z","caller":"traceutil/trace.go:171","msg":"trace[1532593713] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2zjqr; range_end:; response_count:1; response_revision:18123; }","duration":"142.101862ms","start":"2026-04-22T21:14:03.845059Z","end":"2026-04-22T21:14:03.987161Z","steps":["trace[1532593713] 'range keys from in-memory index tree' (duration: 141.736994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:14:03.987637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.967198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:14:03.987702Z","caller":"traceutil/trace.go:171","msg":"trace[176266694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18123; }","duration":"170.623163ms","start":"2026-04-22T21:14:03.817064Z","end":"2026-04-22T21:14:03.987687Z","steps":["trace[176266694] 'range keys from in-memory index tree' (duration: 169.689131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:14:03.987662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.825895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-22T21:14:03.988005Z","caller":"traceutil/trace.go:171","msg":"trace[1314641871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18123; }","duration":"170.160753ms","start":"2026-04-22T21:14:03.817804Z","end":"2026-04-22T21:14:03.987964Z","steps":["trace[1314641871] 'range keys from in-memory index tree' (duration: 169.084538ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:14:04.114554Z","caller":"traceutil/trace.go:171","msg":"trace[423593277] transaction","detail":"{read_only:false; response_revision:18124; number_of_response:1; }","duration":"123.305487ms","start":"2026-04-22T21:14:03.991231Z","end":"2026-04-22T21:14:04.114536Z","steps":["trace[423593277] 'process raft request' (duration: 123.186895ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:14:04.116213Z","caller":"traceutil/trace.go:171","msg":"trace[1755280312] linearizableReadLoop","detail":"{readStateIndex:18747; appliedIndex:18744; }","duration":"120.861771ms","start":"2026-04-22T21:14:03.995324Z","end":"2026-04-22T21:14:04.116186Z","steps":["trace[1755280312] 'read index received' (duration: 119.168641ms)","trace[1755280312] 'applied index is now lower than readState.Index' (duration: 1.69171ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:14:04.11628Z","caller":"traceutil/trace.go:171","msg":"trace[2001693383] transaction","detail":"{read_only:false; response_revision:18125; number_of_response:1; }","duration":"123.495431ms","start":"2026-04-22T21:14:03.992758Z","end":"2026-04-22T21:14:04.116253Z","steps":["trace[2001693383] 'process raft request' (duration: 123.207355ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:14:04.116315Z","caller":"traceutil/trace.go:171","msg":"trace[573009510] transaction","detail":"{read_only:false; response_revision:18126; number_of_response:1; }","duration":"123.404569ms","start":"2026-04-22T21:14:03.992882Z","end":"2026-04-22T21:14:04.116287Z","steps":["trace[573009510] 'process raft request' (duration: 123.227305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:14:04.117209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.864684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953803"} {"level":"info","ts":"2026-04-22T21:14:04.117286Z","caller":"traceutil/trace.go:171","msg":"trace[1828399937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18126; }","duration":"121.990187ms","start":"2026-04-22T21:14:03.995283Z","end":"2026-04-22T21:14:04.117273Z","steps":["trace[1828399937] 'agreement among raft nodes before linearized reading' (duration: 121.044825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.180927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854843774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:15:22.549349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.725828ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T21:15:22.549414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:21.587684Z","time spent":"961.72661ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T21:15:22.802519Z","caller":"traceutil/trace.go:171","msg":"trace[1310956858] linearizableReadLoop","detail":"{readStateIndex:19573; appliedIndex:19569; }","duration":"1.122153484s","start":"2026-04-22T21:15:21.680335Z","end":"2026-04-22T21:15:22.802488Z","steps":["trace[1310956858] 'read index received' (duration: 553.277561ms)","trace[1310956858] 'applied index is now lower than readState.Index' (duration: 568.874292ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:15:22.80267Z","caller":"traceutil/trace.go:171","msg":"trace[307225980] transaction","detail":"{read_only:false; response_revision:18927; number_of_response:1; }","duration":"912.793864ms","start":"2026-04-22T21:15:21.889864Z","end":"2026-04-22T21:15:22.802658Z","steps":["trace[307225980] 'process raft request' (duration: 881.101099ms)","trace[307225980] 'compare' (duration: 31.275206ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:15:22.802738Z","caller":"traceutil/trace.go:171","msg":"trace[353873201] transaction","detail":"{read_only:false; response_revision:18929; number_of_response:1; }","duration":"912.144529ms","start":"2026-04-22T21:15:21.890546Z","end":"2026-04-22T21:15:22.802691Z","steps":["trace[353873201] 'process raft request' (duration: 911.905634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.802788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12243842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:15:22.802783Z","caller":"traceutil/trace.go:171","msg":"trace[1604815769] transaction","detail":"{read_only:false; response_revision:18928; number_of_response:1; }","duration":"912.882576ms","start":"2026-04-22T21:15:21.889863Z","end":"2026-04-22T21:15:22.802746Z","steps":["trace[1604815769] 'process raft request' (duration: 912.530448ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:22.802884Z","caller":"traceutil/trace.go:171","msg":"trace[214825623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18929; }","duration":"1.122584603s","start":"2026-04-22T21:15:21.680278Z","end":"2026-04-22T21:15:22.802863Z","steps":["trace[214825623] 'agreement among raft nodes before linearized reading' (duration: 1.12243084s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.802915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:21.890519Z","time spent":"912.305693ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:15:22.802939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:21.680242Z","time spent":"1.122684926s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:15:22.802778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:21.889838Z","time spent":"912.861676ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:15:22.802946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:21.889839Z","time spent":"913.03463ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:15:22.834877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.66968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:15:22.834951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.284037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T21:15:22.83496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.556444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-22T21:15:22.83503Z","caller":"traceutil/trace.go:171","msg":"trace[1541605727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18930; }","duration":"315.40298ms","start":"2026-04-22T21:15:22.519608Z","end":"2026-04-22T21:15:22.835011Z","steps":["trace[1541605727] 'agreement among raft nodes before linearized reading' (duration: 315.162885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.83507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.977172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d4c2v\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-04-22T21:15:22.835083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:22.519551Z","time spent":"315.519173ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:15:22.835091Z","caller":"traceutil/trace.go:171","msg":"trace[1169405261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18930; }","duration":"608.704027ms","start":"2026-04-22T21:15:22.226321Z","end":"2026-04-22T21:15:22.835025Z","steps":["trace[1169405261] 'agreement among raft nodes before linearized reading' (duration: 608.419811ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:22.835115Z","caller":"traceutil/trace.go:171","msg":"trace[707938630] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d4c2v; range_end:; response_count:1; response_revision:18930; }","duration":"241.049504ms","start":"2026-04-22T21:15:22.594055Z","end":"2026-04-22T21:15:22.835104Z","steps":["trace[707938630] 'agreement among raft nodes before linearized reading' (duration: 240.950392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.835148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:22.226299Z","time spent":"608.83758ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:15:22.835203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.013833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:15:22.834978Z","caller":"traceutil/trace.go:171","msg":"trace[1845743144] transaction","detail":"{read_only:false; response_revision:18930; number_of_response:1; }","duration":"284.37973ms","start":"2026-04-22T21:15:22.550577Z","end":"2026-04-22T21:15:22.834956Z","steps":["trace[1845743144] 'process raft request' (duration: 283.907979ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:22.835274Z","caller":"traceutil/trace.go:171","msg":"trace[1781940482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18930; }","duration":"646.091275ms","start":"2026-04-22T21:15:22.189163Z","end":"2026-04-22T21:15:22.835255Z","steps":["trace[1781940482] 'agreement among raft nodes before linearized reading' (duration: 645.89939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.835329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:22.1891Z","time spent":"646.216727ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:15:22.835093Z","caller":"traceutil/trace.go:171","msg":"trace[606926860] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:18930; }","duration":"335.846275ms","start":"2026-04-22T21:15:22.499138Z","end":"2026-04-22T21:15:22.834984Z","steps":["trace[606926860] 'agreement among raft nodes before linearized reading' (duration: 335.598339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.835511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:22.499091Z","time spent":"336.399907ms","remote":"127.0.0.1:46360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:15:22.834906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.504757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:15:22.83574Z","caller":"traceutil/trace.go:171","msg":"trace[456300454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18930; }","duration":"305.353526ms","start":"2026-04-22T21:15:22.530354Z","end":"2026-04-22T21:15:22.835708Z","steps":["trace[456300454] 'agreement among raft nodes before linearized reading' (duration: 304.349033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:22.835804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:15:22.53034Z","time spent":"305.448079ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:15:23.00126Z","caller":"traceutil/trace.go:171","msg":"trace[540275577] transaction","detail":"{read_only:false; response_revision:18932; number_of_response:1; }","duration":"160.890654ms","start":"2026-04-22T21:15:22.840345Z","end":"2026-04-22T21:15:23.001236Z","steps":["trace[540275577] 'process raft request' (duration: 160.70413ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:23.001553Z","caller":"traceutil/trace.go:171","msg":"trace[1375149582] transaction","detail":"{read_only:false; response_revision:18933; number_of_response:1; }","duration":"161.157ms","start":"2026-04-22T21:15:22.840367Z","end":"2026-04-22T21:15:23.001524Z","steps":["trace[1375149582] 'process raft request' (duration: 160.831072ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:23.001576Z","caller":"traceutil/trace.go:171","msg":"trace[1176639977] linearizableReadLoop","detail":"{readStateIndex:19578; appliedIndex:19574; }","duration":"160.622257ms","start":"2026-04-22T21:15:22.840925Z","end":"2026-04-22T21:15:23.001547Z","steps":["trace[1176639977] 'read index received' (duration: 42.622999ms)","trace[1176639977] 'applied index is now lower than readState.Index' (duration: 117.997738ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:15:23.001622Z","caller":"traceutil/trace.go:171","msg":"trace[1629689561] transaction","detail":"{read_only:false; response_revision:18934; number_of_response:1; }","duration":"161.107079ms","start":"2026-04-22T21:15:22.840486Z","end":"2026-04-22T21:15:23.001593Z","steps":["trace[1629689561] 'process raft request' (duration: 160.961056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:23.001833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.942958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:15:23.001863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.924955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:15:23.001875Z","caller":"traceutil/trace.go:171","msg":"trace[578004796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18934; }","duration":"159.018201ms","start":"2026-04-22T21:15:22.842845Z","end":"2026-04-22T21:15:23.001863Z","steps":["trace[578004796] 'agreement among raft nodes before linearized reading' (duration: 158.930949ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:15:23.001909Z","caller":"traceutil/trace.go:171","msg":"trace[2071733782] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18934; }","duration":"161.008036ms","start":"2026-04-22T21:15:22.840889Z","end":"2026-04-22T21:15:23.001897Z","steps":["trace[2071733782] 'agreement among raft nodes before linearized reading' (duration: 160.806392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:15:23.002884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.713033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1043728"} {"level":"info","ts":"2026-04-22T21:15:23.002996Z","caller":"traceutil/trace.go:171","msg":"trace[2141246507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:18934; }","duration":"161.849606ms","start":"2026-04-22T21:15:22.84113Z","end":"2026-04-22T21:15:23.00298Z","steps":["trace[2141246507] 'agreement among raft nodes before linearized reading' (duration: 160.608938ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:16:23.352174Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T21:16:23.356378Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-22T21:16:23.356554Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-22T21:17:46.857365Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17491} {"level":"info","ts":"2026-04-22T21:17:46.951312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17491,"took":"89.437255ms","hash":677879830,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":34639872,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-22T21:17:46.951391Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":677879830,"revision":17491,"compact-revision":15310} {"level":"info","ts":"2026-04-22T21:19:15.998572Z","caller":"traceutil/trace.go:171","msg":"trace[945717139] transaction","detail":"{read_only:false; response_revision:20511; number_of_response:1; }","duration":"362.863751ms","start":"2026-04-22T21:19:15.63568Z","end":"2026-04-22T21:19:15.998544Z","steps":["trace[945717139] 'process raft request' (duration: 362.680297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:15.998759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.635639Z","time spent":"363.031925ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:19:16.519503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.118542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:19:16.519886Z","caller":"traceutil/trace.go:171","msg":"trace[561018693] transaction","detail":"{read_only:false; response_revision:20512; number_of_response:1; }","duration":"881.961659ms","start":"2026-04-22T21:19:15.637889Z","end":"2026-04-22T21:19:16.519851Z","steps":["trace[561018693] 'process raft request' (duration: 507.382476ms)","trace[561018693] 'compare' (duration: 373.879927ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:19:16.519987Z","caller":"traceutil/trace.go:171","msg":"trace[1046604475] transaction","detail":"{read_only:false; response_revision:20513; number_of_response:1; }","duration":"881.884077ms","start":"2026-04-22T21:19:15.638058Z","end":"2026-04-22T21:19:16.519943Z","steps":["trace[1046604475] 'process raft request' (duration: 881.604371ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:19:16.520057Z","caller":"traceutil/trace.go:171","msg":"trace[1995401673] linearizableReadLoop","detail":"{readStateIndex:21212; appliedIndex:21209; }","duration":"840.921866ms","start":"2026-04-22T21:19:15.679108Z","end":"2026-04-22T21:19:16.520029Z","steps":["trace[1995401673] 'read index received' (duration: 319.256029ms)","trace[1995401673] 'applied index is now lower than readState.Index' (duration: 521.663457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:19:16.520015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.637864Z","time spent":"882.085451ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:19:16.520179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.087171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:19:16.520213Z","caller":"traceutil/trace.go:171","msg":"trace[1507427344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20514; }","duration":"841.159822ms","start":"2026-04-22T21:19:15.679041Z","end":"2026-04-22T21:19:16.520201Z","steps":["trace[1507427344] 'agreement among raft nodes before linearized reading' (duration: 841.06853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.679013Z","time spent":"841.214123ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:19:16.520301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.993969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:19:16.520344Z","caller":"traceutil/trace.go:171","msg":"trace[1316769123] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20514; }","duration":"561.086641ms","start":"2026-04-22T21:19:15.959248Z","end":"2026-04-22T21:19:16.520334Z","steps":["trace[1316769123] 'agreement among raft nodes before linearized reading' (duration: 560.930698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.959219Z","time spent":"561.147203ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":154,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:19:16.52039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.831647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-22T21:19:16.520428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.434638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T21:19:16.520475Z","caller":"traceutil/trace.go:171","msg":"trace[1958780758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20514; }","duration":"367.94621ms","start":"2026-04-22T21:19:16.152491Z","end":"2026-04-22T21:19:16.520438Z","steps":["trace[1958780758] 'agreement among raft nodes before linearized reading' (duration: 367.739105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.152467Z","time spent":"368.044161ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:19:16.520521Z","caller":"traceutil/trace.go:171","msg":"trace[424482685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20514; }","duration":"314.55532ms","start":"2026-04-22T21:19:16.205939Z","end":"2026-04-22T21:19:16.520494Z","steps":["trace[424482685] 'agreement among raft nodes before linearized reading' (duration: 314.278334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.205926Z","time spent":"314.646533ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:19:16.520628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.478659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T21:19:16.520632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.457479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T21:19:16.520653Z","caller":"traceutil/trace.go:171","msg":"trace[654114067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20514; }","duration":"149.546361ms","start":"2026-04-22T21:19:16.371101Z","end":"2026-04-22T21:19:16.520647Z","steps":["trace[654114067] 'agreement among raft nodes before linearized reading' (duration: 149.448478ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:19:16.520662Z","caller":"traceutil/trace.go:171","msg":"trace[183732184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20514; }","duration":"355.523231ms","start":"2026-04-22T21:19:16.16513Z","end":"2026-04-22T21:19:16.520653Z","steps":["trace[183732184] 'agreement among raft nodes before linearized reading' (duration: 355.418048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.907135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:19:16.520698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.165111Z","time spent":"355.580843ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:19:16.520724Z","caller":"traceutil/trace.go:171","msg":"trace[2010182869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20514; }","duration":"531.992997ms","start":"2026-04-22T21:19:15.988706Z","end":"2026-04-22T21:19:16.520699Z","steps":["trace[2010182869] 'agreement among raft nodes before linearized reading' (duration: 531.782042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.988691Z","time spent":"532.076468ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:19:16.520927Z","caller":"traceutil/trace.go:171","msg":"trace[624279752] transaction","detail":"{read_only:false; response_revision:20514; number_of_response:1; }","duration":"500.775952ms","start":"2026-04-22T21:19:16.020111Z","end":"2026-04-22T21:19:16.520887Z","steps":["trace[624279752] 'process raft request' (duration: 499.898722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.520968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:15.638035Z","time spent":"882.0187ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:19:16.521477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.020067Z","time spent":"501.039208ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:19:16.937823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.610014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:19:16.938102Z","caller":"traceutil/trace.go:171","msg":"trace[1362277573] transaction","detail":"{read_only:false; response_revision:20516; number_of_response:1; }","duration":"413.459965ms","start":"2026-04-22T21:19:16.524605Z","end":"2026-04-22T21:19:16.938065Z","steps":["trace[1362277573] 'process raft request' (duration: 275.475043ms)","trace[1362277573] 'compare' (duration: 137.364178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:19:16.939192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.524585Z","time spent":"413.591529ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:19:16.940046Z","caller":"traceutil/trace.go:171","msg":"trace[1728415068] transaction","detail":"{read_only:false; response_revision:20517; number_of_response:1; }","duration":"415.406331ms","start":"2026-04-22T21:19:16.524605Z","end":"2026-04-22T21:19:16.940012Z","steps":["trace[1728415068] 'process raft request' (duration: 413.329882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.940259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.524585Z","time spent":"415.570095ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:19:16.940799Z","caller":"traceutil/trace.go:171","msg":"trace[926245821] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"416.037225ms","start":"2026-04-22T21:19:16.524729Z","end":"2026-04-22T21:19:16.940766Z","steps":["trace[926245821] 'process raft request' (duration: 415.060652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.940961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.524707Z","time spent":"416.184339ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:19:16.941022Z","caller":"traceutil/trace.go:171","msg":"trace[949659014] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"415.632956ms","start":"2026-04-22T21:19:16.525319Z","end":"2026-04-22T21:19:16.940952Z","steps":["trace[949659014] 'process raft request' (duration: 415.090874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:19:16.941261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.525312Z","time spent":"415.81845ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:19:16.941419Z","caller":"traceutil/trace.go:171","msg":"trace[852747083] linearizableReadLoop","detail":"{readStateIndex:21218; appliedIndex:21214; }","duration":"261.691812ms","start":"2026-04-22T21:19:16.679685Z","end":"2026-04-22T21:19:16.941377Z","steps":["trace[852747083] 'read index received' (duration: 120.312832ms)","trace[852747083] 'applied index is now lower than readState.Index' (duration: 141.37714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:19:17.09791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.043563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T21:19:17.098253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.539092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:19:17.098358Z","caller":"traceutil/trace.go:171","msg":"trace[553563020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20519; }","duration":"418.716317ms","start":"2026-04-22T21:19:16.679613Z","end":"2026-04-22T21:19:17.098329Z","steps":["trace[553563020] 'agreement among raft nodes before linearized reading' (duration: 261.836516ms)","trace[553563020] 'range keys from in-memory index tree' (duration: 156.735588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:19:17.098402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:19:16.679554Z","time spent":"418.839269ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:21:09.21495Z","caller":"traceutil/trace.go:171","msg":"trace[1561381134] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"127.279824ms","start":"2026-04-22T21:21:09.087635Z","end":"2026-04-22T21:21:09.214915Z","steps":["trace[1561381134] 'process raft request' (duration: 40.46633ms)","trace[1561381134] 'compare' (duration: 86.701352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:21:09.83321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.983355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:21:09.833315Z","caller":"traceutil/trace.go:171","msg":"trace[784605488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21477; }","duration":"332.125018ms","start":"2026-04-22T21:21:09.501165Z","end":"2026-04-22T21:21:09.83329Z","steps":["trace[784605488] 'range keys from in-memory index tree' (duration: 331.78185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.833369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:21:09.50115Z","time spent":"332.20512ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:21:09.83338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.134088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:21:09.833453Z","caller":"traceutil/trace.go:171","msg":"trace[1328404644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21477; }","duration":"332.23249ms","start":"2026-04-22T21:21:09.501201Z","end":"2026-04-22T21:21:09.833434Z","steps":["trace[1328404644] 'range keys from in-memory index tree' (duration: 331.928224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.833497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:21:09.501189Z","time spent":"332.299832ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:21:09.833602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.563388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-22T21:21:09.833687Z","caller":"traceutil/trace.go:171","msg":"trace[1123198651] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21477; }","duration":"516.689071ms","start":"2026-04-22T21:21:09.316976Z","end":"2026-04-22T21:21:09.833665Z","steps":["trace[1123198651] 'range keys from in-memory index tree' (duration: 516.252311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.83373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:21:09.316957Z","time spent":"516.765114ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:21:09.833809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.169089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:21:09.83386Z","caller":"traceutil/trace.go:171","msg":"trace[207245928] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21477; }","duration":"198.22155ms","start":"2026-04-22T21:21:09.635625Z","end":"2026-04-22T21:21:09.833847Z","steps":["trace[207245928] 'count revisions from in-memory index tree' (duration: 198.059006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.834192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.519818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:21:09.834277Z","caller":"traceutil/trace.go:171","msg":"trace[816053556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21477; }","duration":"161.652411ms","start":"2026-04-22T21:21:09.672605Z","end":"2026-04-22T21:21:09.834257Z","steps":["trace[816053556] 'range keys from in-memory index tree' (duration: 161.369195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.834346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.659819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:21:09.83443Z","caller":"traceutil/trace.go:171","msg":"trace[799064631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21477; }","duration":"347.781732ms","start":"2026-04-22T21:21:09.486631Z","end":"2026-04-22T21:21:09.834413Z","steps":["trace[799064631] 'range keys from in-memory index tree' (duration: 347.497345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.834443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.744621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:21:09.834475Z","caller":"traceutil/trace.go:171","msg":"trace[1532943321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21477; }","duration":"154.804973ms","start":"2026-04-22T21:21:09.679661Z","end":"2026-04-22T21:21:09.834466Z","steps":["trace[1532943321] 'range keys from in-memory index tree' (duration: 154.631749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.834584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.661393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:21:09.834697Z","caller":"traceutil/trace.go:171","msg":"trace[1981580784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21477; }","duration":"339.746755ms","start":"2026-04-22T21:21:09.494877Z","end":"2026-04-22T21:21:09.834624Z","steps":["trace[1981580784] 'range keys from in-memory index tree' (duration: 339.477059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:09.834765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:21:09.494859Z","time spent":"339.889579ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:21:09.834473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:21:09.486611Z","time spent":"347.849723ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:21:09.999844Z","caller":"traceutil/trace.go:171","msg":"trace[1318915277] linearizableReadLoop","detail":"{readStateIndex:22214; appliedIndex:22213; }","duration":"155.205982ms","start":"2026-04-22T21:21:09.844615Z","end":"2026-04-22T21:21:09.999821Z","steps":["trace[1318915277] 'read index received' (duration: 155.15833ms)","trace[1318915277] 'applied index is now lower than readState.Index' (duration: 46.802µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:21:09.999956Z","caller":"traceutil/trace.go:171","msg":"trace[1803084925] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"160.141666ms","start":"2026-04-22T21:21:09.839793Z","end":"2026-04-22T21:21:09.999934Z","steps":["trace[1803084925] 'process raft request' (duration: 159.901471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:21:10.000051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.417887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18567"} {"level":"info","ts":"2026-04-22T21:21:10.000092Z","caller":"traceutil/trace.go:171","msg":"trace[1424577263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21478; }","duration":"155.497989ms","start":"2026-04-22T21:21:09.844584Z","end":"2026-04-22T21:21:10.000082Z","steps":["trace[1424577263] 'agreement among raft nodes before linearized reading' (duration: 155.329195ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:21:10.004371Z","caller":"traceutil/trace.go:171","msg":"trace[141036542] transaction","detail":"{read_only:false; response_revision:21479; number_of_response:1; }","duration":"159.124073ms","start":"2026-04-22T21:21:09.845228Z","end":"2026-04-22T21:21:10.004352Z","steps":["trace[141036542] 'process raft request' (duration: 158.903518ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:21:10.004525Z","caller":"traceutil/trace.go:171","msg":"trace[67107484] transaction","detail":"{read_only:false; response_revision:21481; number_of_response:1; }","duration":"154.516547ms","start":"2026-04-22T21:21:09.849991Z","end":"2026-04-22T21:21:10.004507Z","steps":["trace[67107484] 'process raft request' (duration: 154.300832ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:21:10.004363Z","caller":"traceutil/trace.go:171","msg":"trace[309343460] transaction","detail":"{read_only:false; response_revision:21480; number_of_response:1; }","duration":"159.065211ms","start":"2026-04-22T21:21:09.845265Z","end":"2026-04-22T21:21:10.00433Z","steps":["trace[309343460] 'process raft request' (duration: 158.98843ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:21:16.144064Z","caller":"traceutil/trace.go:171","msg":"trace[1296183560] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"113.31635ms","start":"2026-04-22T21:21:16.03072Z","end":"2026-04-22T21:21:16.144036Z","steps":["trace[1296183560] 'process raft request' (duration: 106.385299ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:21:16.144115Z","caller":"traceutil/trace.go:171","msg":"trace[25289320] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"113.157466ms","start":"2026-04-22T21:21:16.030925Z","end":"2026-04-22T21:21:16.144083Z","steps":["trace[25289320] 'process raft request' (duration: 112.975322ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:22:46.865904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19936} {"level":"info","ts":"2026-04-22T21:22:46.981629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19936,"took":"112.832679ms","hash":268536990,"current-db-size-bytes":54190080,"current-db-size":"54 MB","current-db-size-in-use-bytes":30912512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-22T21:22:46.981702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":268536990,"revision":19936,"compact-revision":17491} {"level":"info","ts":"2026-04-22T21:22:58.619551Z","caller":"traceutil/trace.go:171","msg":"trace[2023945252] transaction","detail":"{read_only:false; response_revision:22373; number_of_response:1; }","duration":"147.563515ms","start":"2026-04-22T21:22:58.471965Z","end":"2026-04-22T21:22:58.619528Z","steps":["trace[2023945252] 'process raft request' (duration: 147.273568ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:05.802874Z","caller":"traceutil/trace.go:171","msg":"trace[1724957206] linearizableReadLoop","detail":"{readStateIndex:23522; appliedIndex:23521; }","duration":"122.985415ms","start":"2026-04-22T21:23:05.67985Z","end":"2026-04-22T21:23:05.802835Z","steps":["trace[1724957206] 'read index received' (duration: 122.677018ms)","trace[1724957206] 'applied index is now lower than readState.Index' (duration: 306.287µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:23:05.802918Z","caller":"traceutil/trace.go:171","msg":"trace[1073799864] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22750; }","duration":"173.268042ms","start":"2026-04-22T21:23:05.629615Z","end":"2026-04-22T21:23:05.802883Z","steps":["trace[1073799864] 'process raft request' (duration: 172.953595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:05.803059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.183929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:05.803141Z","caller":"traceutil/trace.go:171","msg":"trace[646542697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22750; }","duration":"123.305671ms","start":"2026-04-22T21:23:05.679816Z","end":"2026-04-22T21:23:05.803122Z","steps":["trace[646542697] 'agreement among raft nodes before linearized reading' (duration: 123.160858ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:05.852402Z","caller":"traceutil/trace.go:171","msg":"trace[116959450] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"165.92671ms","start":"2026-04-22T21:23:05.686445Z","end":"2026-04-22T21:23:05.852372Z","steps":["trace[116959450] 'process raft request' (duration: 165.660534ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:05.852675Z","caller":"traceutil/trace.go:171","msg":"trace[1115788666] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"150.38147ms","start":"2026-04-22T21:23:05.70227Z","end":"2026-04-22T21:23:05.852652Z","steps":["trace[1115788666] 'process raft request' (duration: 150.035852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:05.853032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.156708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T21:23:05.853076Z","caller":"traceutil/trace.go:171","msg":"trace[737027778] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22752; }","duration":"151.24034ms","start":"2026-04-22T21:23:05.701826Z","end":"2026-04-22T21:23:05.853066Z","steps":["trace[737027778] 'agreement among raft nodes before linearized reading' (duration: 151.089916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:05.853682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.831681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-22T21:23:05.85376Z","caller":"traceutil/trace.go:171","msg":"trace[319125508] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22752; }","duration":"119.950874ms","start":"2026-04-22T21:23:05.73379Z","end":"2026-04-22T21:23:05.853741Z","steps":["trace[319125508] 'agreement among raft nodes before linearized reading' (duration: 118.89834ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:07.423021Z","caller":"traceutil/trace.go:171","msg":"trace[2024400591] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"183.12118ms","start":"2026-04-22T21:23:07.239867Z","end":"2026-04-22T21:23:07.422988Z","steps":["trace[2024400591] 'process raft request' (duration: 147.773009ms)","trace[2024400591] 'compare' (duration: 35.039044ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:23:07.424733Z","caller":"traceutil/trace.go:171","msg":"trace[208563394] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23586; }","duration":"175.331279ms","start":"2026-04-22T21:23:07.249383Z","end":"2026-04-22T21:23:07.424714Z","steps":["trace[208563394] 'read index received' (duration: 138.198897ms)","trace[208563394] 'applied index is now lower than readState.Index' (duration: 37.131352ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:23:07.424986Z","caller":"traceutil/trace.go:171","msg":"trace[1680981264] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"185.071705ms","start":"2026-04-22T21:23:07.239902Z","end":"2026-04-22T21:23:07.424973Z","steps":["trace[1680981264] 'process raft request' (duration: 184.649415ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:07.425162Z","caller":"traceutil/trace.go:171","msg":"trace[962605950] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"183.55662ms","start":"2026-04-22T21:23:07.241575Z","end":"2026-04-22T21:23:07.425131Z","steps":["trace[962605950] 'process raft request' (duration: 183.092889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.425249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.844351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.425298Z","caller":"traceutil/trace.go:171","msg":"trace[59783028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22816; }","duration":"175.935343ms","start":"2026-04-22T21:23:07.249351Z","end":"2026-04-22T21:23:07.425287Z","steps":["trace[59783028] 'agreement among raft nodes before linearized reading' (duration: 175.840691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.425558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.102887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.425629Z","caller":"traceutil/trace.go:171","msg":"trace[2061654476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"176.198949ms","start":"2026-04-22T21:23:07.249414Z","end":"2026-04-22T21:23:07.425613Z","steps":["trace[2061654476] 'agreement among raft nodes before linearized reading' (duration: 176.023105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.425632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.742627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:23:07.425801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.521137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.425832Z","caller":"traceutil/trace.go:171","msg":"trace[1996649686] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22817; }","duration":"112.914211ms","start":"2026-04-22T21:23:07.312775Z","end":"2026-04-22T21:23:07.425689Z","steps":["trace[1996649686] 'agreement among raft nodes before linearized reading' (duration: 112.684835ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:07.425866Z","caller":"traceutil/trace.go:171","msg":"trace[1605865497] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22817; }","duration":"126.590588ms","start":"2026-04-22T21:23:07.299262Z","end":"2026-04-22T21:23:07.425853Z","steps":["trace[1605865497] 'agreement among raft nodes before linearized reading' (duration: 126.495466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.426087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.767483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.426119Z","caller":"traceutil/trace.go:171","msg":"trace[762773461] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22817; }","duration":"126.819563ms","start":"2026-04-22T21:23:07.299291Z","end":"2026-04-22T21:23:07.426111Z","steps":["trace[762773461] 'agreement among raft nodes before linearized reading' (duration: 126.752882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.426096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.231458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.426206Z","caller":"traceutil/trace.go:171","msg":"trace[1186691013] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22817; }","duration":"113.356551ms","start":"2026-04-22T21:23:07.31282Z","end":"2026-04-22T21:23:07.426177Z","steps":["trace[1186691013] 'agreement among raft nodes before linearized reading' (duration: 113.217388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.426396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.751259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.42644Z","caller":"traceutil/trace.go:171","msg":"trace[773329391] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"150.79419ms","start":"2026-04-22T21:23:07.275638Z","end":"2026-04-22T21:23:07.426432Z","steps":["trace[773329391] 'agreement among raft nodes before linearized reading' (duration: 150.739989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.426458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.238555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.42651Z","caller":"traceutil/trace.go:171","msg":"trace[1748735782] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"165.326707ms","start":"2026-04-22T21:23:07.261174Z","end":"2026-04-22T21:23:07.426501Z","steps":["trace[1748735782] 'agreement among raft nodes before linearized reading' (duration: 165.250336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.426567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.362258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:23:07.42655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.876452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.426662Z","caller":"traceutil/trace.go:171","msg":"trace[1264758864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"151.101517ms","start":"2026-04-22T21:23:07.275536Z","end":"2026-04-22T21:23:07.426637Z","steps":["trace[1264758864] 'agreement among raft nodes before linearized reading' (duration: 150.903022ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:07.426607Z","caller":"traceutil/trace.go:171","msg":"trace[1614953746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"165.4414ms","start":"2026-04-22T21:23:07.261157Z","end":"2026-04-22T21:23:07.426598Z","steps":["trace[1614953746] 'agreement among raft nodes before linearized reading' (duration: 165.380738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:07.429278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.874598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:07.429385Z","caller":"traceutil/trace.go:171","msg":"trace[1604962014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22817; }","duration":"153.79551ms","start":"2026-04-22T21:23:07.275557Z","end":"2026-04-22T21:23:07.429353Z","steps":["trace[1604962014] 'agreement among raft nodes before linearized reading' (duration: 149.897409ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:08.921013Z","caller":"traceutil/trace.go:171","msg":"trace[950899681] linearizableReadLoop","detail":"{readStateIndex:23630; appliedIndex:23629; }","duration":"226.946212ms","start":"2026-04-22T21:23:08.694029Z","end":"2026-04-22T21:23:08.920975Z","steps":["trace[950899681] 'read index received' (duration: 226.706297ms)","trace[950899681] 'applied index is now lower than readState.Index' (duration: 238.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:23:08.921146Z","caller":"traceutil/trace.go:171","msg":"trace[1628123618] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"227.749851ms","start":"2026-04-22T21:23:08.693356Z","end":"2026-04-22T21:23:08.921106Z","steps":["trace[1628123618] 'process raft request' (duration: 227.27657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:08.921315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.255669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/podmonitors/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:08.9214Z","caller":"traceutil/trace.go:171","msg":"trace[975266978] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/cert-manager-test/; range_end:/registry/monitoring.coreos.com/podmonitors/cert-manager-test0; response_count:0; response_revision:22857; }","duration":"227.353061ms","start":"2026-04-22T21:23:08.694025Z","end":"2026-04-22T21:23:08.921378Z","steps":["trace[975266978] 'agreement among raft nodes before linearized reading' (duration: 227.183838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:08.921429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.738772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:23:08.921469Z","caller":"traceutil/trace.go:171","msg":"trace[1293697457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22857; }","duration":"206.856764ms","start":"2026-04-22T21:23:08.714603Z","end":"2026-04-22T21:23:08.921459Z","steps":["trace[1293697457] 'agreement among raft nodes before linearized reading' (duration: 206.626539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:08.921573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.586679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:23:08.921629Z","caller":"traceutil/trace.go:171","msg":"trace[924395346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22857; }","duration":"188.703912ms","start":"2026-04-22T21:23:08.732913Z","end":"2026-04-22T21:23:08.921617Z","steps":["trace[924395346] 'agreement among raft nodes before linearized reading' (duration: 188.475557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:08.921806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.075837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:23:08.921861Z","caller":"traceutil/trace.go:171","msg":"trace[119611827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22857; }","duration":"197.152968ms","start":"2026-04-22T21:23:08.724694Z","end":"2026-04-22T21:23:08.921847Z","steps":["trace[119611827] 'agreement among raft nodes before linearized reading' (duration: 196.983314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.364152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854855405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:23:13.429651Z","caller":"traceutil/trace.go:171","msg":"trace[980496853] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"730.718536ms","start":"2026-04-22T21:23:12.698905Z","end":"2026-04-22T21:23:13.429624Z","steps":["trace[980496853] 'process raft request' (duration: 730.551372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.429806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:12.698876Z","time spent":"730.84888ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:23:13.448239Z","caller":"traceutil/trace.go:171","msg":"trace[1634812025] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"399.756623ms","start":"2026-04-22T21:23:13.048458Z","end":"2026-04-22T21:23:13.448215Z","steps":["trace[1634812025] 'process raft request' (duration: 399.500037ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:23:13.448188Z","caller":"traceutil/trace.go:171","msg":"trace[1015052921] linearizableReadLoop","detail":"{readStateIndex:23718; appliedIndex:23715; }","duration":"584.133905ms","start":"2026-04-22T21:23:12.86403Z","end":"2026-04-22T21:23:13.448164Z","steps":["trace[1015052921] 'read index received' (duration: 565.432919ms)","trace[1015052921] 'applied index is now lower than readState.Index' (duration: 18.700026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:23:13.448385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:13.048428Z","time spent":"399.894136ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:23:13.448407Z","caller":"traceutil/trace.go:171","msg":"trace[1578515672] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"366.10045ms","start":"2026-04-22T21:23:13.082287Z","end":"2026-04-22T21:23:13.448388Z","steps":["trace[1578515672] 'process raft request' (duration: 365.837114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.448558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:13.082263Z","time spent":"366.175832ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:23:13.448594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.668426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:23:13.448699Z","caller":"traceutil/trace.go:171","msg":"trace[918021838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22944; }","duration":"492.8192ms","start":"2026-04-22T21:23:12.955862Z","end":"2026-04-22T21:23:13.448681Z","steps":["trace[918021838] 'agreement among raft nodes before linearized reading' (duration: 492.563674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.448757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:12.955836Z","time spent":"492.907701ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:23:13.448934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.188125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:23:13.449004Z","caller":"traceutil/trace.go:171","msg":"trace[81939307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22944; }","duration":"489.256617ms","start":"2026-04-22T21:23:12.959712Z","end":"2026-04-22T21:23:13.448968Z","steps":["trace[81939307] 'agreement among raft nodes before linearized reading' (duration: 489.103523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.449025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.723477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:23:13.449112Z","caller":"traceutil/trace.go:171","msg":"trace[715575498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22944; }","duration":"489.82564ms","start":"2026-04-22T21:23:12.95925Z","end":"2026-04-22T21:23:13.449075Z","steps":["trace[715575498] 'agreement among raft nodes before linearized reading' (duration: 489.632986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.44917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:12.959235Z","time spent":"489.922282ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:23:13.449045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:12.959699Z","time spent":"489.338468ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:23:13.448911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.867041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-04-22T21:23:13.449298Z","caller":"traceutil/trace.go:171","msg":"trace[962580793] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22944; }","duration":"585.284732ms","start":"2026-04-22T21:23:12.86397Z","end":"2026-04-22T21:23:13.449254Z","steps":["trace[962580793] 'agreement among raft nodes before linearized reading' (duration: 584.795041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:23:13.449379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:23:12.863947Z","time spent":"585.409235ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-22T21:23:23.116916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.004121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:23:23.11699Z","caller":"traceutil/trace.go:171","msg":"trace[919603136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23050; }","duration":"275.124644ms","start":"2026-04-22T21:23:22.841849Z","end":"2026-04-22T21:23:23.116974Z","steps":["trace[919603136] 'range keys from in-memory index tree' (duration: 274.913159ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.037467Z","caller":"traceutil/trace.go:171","msg":"trace[1094169731] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"310.376904ms","start":"2026-04-22T21:24:33.727065Z","end":"2026-04-22T21:24:34.037442Z","steps":["trace[1094169731] 'process raft request' (duration: 310.224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.037645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.727048Z","time spent":"310.509907ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:34.153158Z","caller":"traceutil/trace.go:171","msg":"trace[1536974776] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"400.633384ms","start":"2026-04-22T21:24:33.752496Z","end":"2026-04-22T21:24:34.153129Z","steps":["trace[1536974776] 'process raft request' (duration: 400.567293ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.153176Z","caller":"traceutil/trace.go:171","msg":"trace[1104028706] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"417.188891ms","start":"2026-04-22T21:24:33.73595Z","end":"2026-04-22T21:24:34.153139Z","steps":["trace[1104028706] 'process raft request' (duration: 416.931495ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.153211Z","caller":"traceutil/trace.go:171","msg":"trace[869357787] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"417.049916ms","start":"2026-04-22T21:24:33.736126Z","end":"2026-04-22T21:24:34.153176Z","steps":["trace[869357787] 'process raft request' (duration: 416.902573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.153306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.752477Z","time spent":"400.754528ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:24:34.153333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.73593Z","time spent":"417.319993ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:24:34.153376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.736096Z","time spent":"417.19274ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:34.153501Z","caller":"traceutil/trace.go:171","msg":"trace[92904461] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"322.376754ms","start":"2026-04-22T21:24:33.831114Z","end":"2026-04-22T21:24:34.153491Z","steps":["trace[92904461] 'process raft request' (duration: 321.981805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.15356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.831092Z","time spent":"322.435925ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:34.15376Z","caller":"traceutil/trace.go:171","msg":"trace[1768215191] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24621; }","duration":"373.935514ms","start":"2026-04-22T21:24:33.779807Z","end":"2026-04-22T21:24:34.153743Z","steps":["trace[1768215191] 'read index received' (duration: 257.579225ms)","trace[1768215191] 'applied index is now lower than readState.Index' (duration: 116.355559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:24:34.153962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.322345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:24:34.153961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.545236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:24:34.153988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.943466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:24:34.154002Z","caller":"traceutil/trace.go:171","msg":"trace[1419563439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23833; }","duration":"320.387427ms","start":"2026-04-22T21:24:33.833603Z","end":"2026-04-22T21:24:34.15399Z","steps":["trace[1419563439] 'agreement among raft nodes before linearized reading' (duration: 320.257604ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.154008Z","caller":"traceutil/trace.go:171","msg":"trace[1218837182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23833; }","duration":"337.622938ms","start":"2026-04-22T21:24:33.816373Z","end":"2026-04-22T21:24:34.153996Z","steps":["trace[1218837182] 'agreement among raft nodes before linearized reading' (duration: 337.485045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.154002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.170329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T21:24:34.154033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.83359Z","time spent":"320.436758ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:24:34.154051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.816352Z","time spent":"337.69144ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:24:34.153991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.022103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:34.15406Z","caller":"traceutil/trace.go:171","msg":"trace[1292028950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23833; }","duration":"374.301542ms","start":"2026-04-22T21:24:33.779746Z","end":"2026-04-22T21:24:34.154047Z","steps":["trace[1292028950] 'agreement among raft nodes before linearized reading' (duration: 374.097837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.154114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.779724Z","time spent":"374.376404ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:24:34.154025Z","caller":"traceutil/trace.go:171","msg":"trace[497887156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23833; }","duration":"332.009318ms","start":"2026-04-22T21:24:33.822005Z","end":"2026-04-22T21:24:34.154014Z","steps":["trace[497887156] 'agreement among raft nodes before linearized reading' (duration: 331.888485ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.15411Z","caller":"traceutil/trace.go:171","msg":"trace[466254766] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23833; }","duration":"141.224997ms","start":"2026-04-22T21:24:34.012866Z","end":"2026-04-22T21:24:34.154091Z","steps":["trace[466254766] 'agreement among raft nodes before linearized reading' (duration: 141.007092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.154158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.821988Z","time spent":"332.163441ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:24:34.153796Z","caller":"traceutil/trace.go:171","msg":"trace[968932224] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"285.280589ms","start":"2026-04-22T21:24:33.8685Z","end":"2026-04-22T21:24:34.153781Z","steps":["trace[968932224] 'process raft request' (duration: 285.145476ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:34.154582Z","caller":"traceutil/trace.go:171","msg":"trace[900325580] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"318.275798ms","start":"2026-04-22T21:24:33.835514Z","end":"2026-04-22T21:24:34.15379Z","steps":["trace[900325580] 'process raft request' (duration: 317.93044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:34.154909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:33.835495Z","time spent":"319.137828ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:49.326871Z","caller":"traceutil/trace.go:171","msg":"trace[503639420] linearizableReadLoop","detail":"{readStateIndex:24744; appliedIndex:24743; }","duration":"161.325855ms","start":"2026-04-22T21:24:49.165524Z","end":"2026-04-22T21:24:49.32685Z","steps":["trace[503639420] 'read index received' (duration: 161.043329ms)","trace[503639420] 'applied index is now lower than readState.Index' (duration: 281.706µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:49.326937Z","caller":"traceutil/trace.go:171","msg":"trace[1701432626] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"236.548785ms","start":"2026-04-22T21:24:49.090349Z","end":"2026-04-22T21:24:49.326898Z","steps":["trace[1701432626] 'process raft request' (duration: 236.263569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:49.327076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.52503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:49.327167Z","caller":"traceutil/trace.go:171","msg":"trace[495246031] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23946; }","duration":"161.649943ms","start":"2026-04-22T21:24:49.165477Z","end":"2026-04-22T21:24:49.327127Z","steps":["trace[495246031] 'agreement among raft nodes before linearized reading' (duration: 161.492999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:49.32719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.081405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:49.327258Z","caller":"traceutil/trace.go:171","msg":"trace[2068876251] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23946; }","duration":"160.217599ms","start":"2026-04-22T21:24:49.167021Z","end":"2026-04-22T21:24:49.327238Z","steps":["trace[2068876251] 'agreement among raft nodes before linearized reading' (duration: 160.101217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:49.327083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.514429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:49.327277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.39693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:24:49.327321Z","caller":"traceutil/trace.go:171","msg":"trace[1239833276] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23946; }","duration":"161.785096ms","start":"2026-04-22T21:24:49.165522Z","end":"2026-04-22T21:24:49.327307Z","steps":["trace[1239833276] 'agreement among raft nodes before linearized reading' (duration: 161.506369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:49.327367Z","caller":"traceutil/trace.go:171","msg":"trace[814256264] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23946; }","duration":"159.494452ms","start":"2026-04-22T21:24:49.167855Z","end":"2026-04-22T21:24:49.327349Z","steps":["trace[814256264] 'agreement among raft nodes before linearized reading' (duration: 159.262716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:49.32745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.68197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:49.327512Z","caller":"traceutil/trace.go:171","msg":"trace[557236861] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23946; }","duration":"161.047098ms","start":"2026-04-22T21:24:49.166452Z","end":"2026-04-22T21:24:49.327499Z","steps":["trace[557236861] 'agreement among raft nodes before linearized reading' (duration: 160.68353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:50.736891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854857665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:24:51.09551Z","caller":"traceutil/trace.go:171","msg":"trace[94296071] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"890.085636ms","start":"2026-04-22T21:24:50.2054Z","end":"2026-04-22T21:24:51.095485Z","steps":["trace[94296071] 'process raft request' (duration: 889.928732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.095702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.205374Z","time spent":"890.24506ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:51.123148Z","caller":"traceutil/trace.go:171","msg":"trace[2083540812] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"909.446757ms","start":"2026-04-22T21:24:50.21366Z","end":"2026-04-22T21:24:51.123106Z","steps":["trace[2083540812] 'process raft request' (duration: 908.985856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.123472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.213645Z","time spent":"909.5649ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:51.123527Z","caller":"traceutil/trace.go:171","msg":"trace[1773661985] linearizableReadLoop","detail":"{readStateIndex:24752; appliedIndex:24746; }","duration":"887.411294ms","start":"2026-04-22T21:24:50.236093Z","end":"2026-04-22T21:24:51.123504Z","steps":["trace[1773661985] 'read index received' (duration: 859.355461ms)","trace[1773661985] 'applied index is now lower than readState.Index' (duration: 28.054703ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:51.123712Z","caller":"traceutil/trace.go:171","msg":"trace[165778339] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"905.995147ms","start":"2026-04-22T21:24:50.217704Z","end":"2026-04-22T21:24:51.123699Z","steps":["trace[165778339] 'process raft request' (duration: 905.191808ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.123902Z","caller":"traceutil/trace.go:171","msg":"trace[808904041] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"902.480475ms","start":"2026-04-22T21:24:50.221403Z","end":"2026-04-22T21:24:51.123884Z","steps":["trace[808904041] 'process raft request' (duration: 901.84924ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.123934Z","caller":"traceutil/trace.go:171","msg":"trace[2101639080] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"899.602998ms","start":"2026-04-22T21:24:50.224319Z","end":"2026-04-22T21:24:51.123922Z","steps":["trace[2101639080] 'process raft request' (duration: 899.145767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.123978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.221364Z","time spent":"902.580528ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:24:51.123999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.224289Z","time spent":"899.68004ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:24:51.124088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.983177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-22T21:24:51.12413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.677308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:51.124198Z","caller":"traceutil/trace.go:171","msg":"trace[449767006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23954; }","duration":"888.137851ms","start":"2026-04-22T21:24:50.23603Z","end":"2026-04-22T21:24:51.124168Z","steps":["trace[449767006] 'agreement among raft nodes before linearized reading' (duration: 887.821263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.068066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-22T21:24:51.124236Z","caller":"traceutil/trace.go:171","msg":"trace[1336178659] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23954; }","duration":"303.873053ms","start":"2026-04-22T21:24:50.820338Z","end":"2026-04-22T21:24:51.124211Z","steps":["trace[1336178659] 'agreement among raft nodes before linearized reading' (duration: 303.649948ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124258Z","caller":"traceutil/trace.go:171","msg":"trace[257560166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23954; }","duration":"722.150618ms","start":"2026-04-22T21:24:50.402099Z","end":"2026-04-22T21:24:51.12425Z","steps":["trace[257560166] 'agreement among raft nodes before linearized reading' (duration: 722.046745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.252819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-22T21:24:51.124258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.236013Z","time spent":"888.231544ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:24:51.12429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.40209Z","time spent":"722.195359ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.820317Z","time spent":"303.963184ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.000709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T21:24:51.124311Z","caller":"traceutil/trace.go:171","msg":"trace[868233199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23954; }","duration":"749.355672ms","start":"2026-04-22T21:24:50.374938Z","end":"2026-04-22T21:24:51.124294Z","steps":["trace[868233199] 'agreement among raft nodes before linearized reading' (duration: 749.259269ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124351Z","caller":"traceutil/trace.go:171","msg":"trace[1191881995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23954; }","duration":"879.0609ms","start":"2026-04-22T21:24:50.24528Z","end":"2026-04-22T21:24:51.12434Z","steps":["trace[1191881995] 'agreement among raft nodes before linearized reading' (duration: 878.940567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.013384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.124363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.374915Z","time spent":"749.441093ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.245264Z","time spent":"879.104201ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:24:51.124381Z","caller":"traceutil/trace.go:171","msg":"trace[1353232233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23954; }","duration":"444.065306ms","start":"2026-04-22T21:24:50.680309Z","end":"2026-04-22T21:24:51.124374Z","steps":["trace[1353232233] 'agreement among raft nodes before linearized reading' (duration: 444.031105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.680288Z","time spent":"444.109187ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.846809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-22T21:24:51.124455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.977225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:51.124448Z","caller":"traceutil/trace.go:171","msg":"trace[402753296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23954; }","duration":"879.952721ms","start":"2026-04-22T21:24:50.244479Z","end":"2026-04-22T21:24:51.124432Z","steps":["trace[402753296] 'agreement among raft nodes before linearized reading' (duration: 879.784357ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124473Z","caller":"traceutil/trace.go:171","msg":"trace[1372424370] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23954; }","duration":"304.029637ms","start":"2026-04-22T21:24:50.820437Z","end":"2026-04-22T21:24:51.124467Z","steps":["trace[1372424370] 'agreement among raft nodes before linearized reading' (duration: 303.998596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.946584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.124491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.820411Z","time spent":"304.076347ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.244454Z","time spent":"880.024603ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:24:51.124507Z","caller":"traceutil/trace.go:171","msg":"trace[897648022] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23954; }","duration":"304.025696ms","start":"2026-04-22T21:24:50.820471Z","end":"2026-04-22T21:24:51.124497Z","steps":["trace[897648022] 'agreement among raft nodes before linearized reading' (duration: 303.958335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.820442Z","time spent":"304.091937ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.8109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.124529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.315338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:51.124577Z","caller":"traceutil/trace.go:171","msg":"trace[2069127878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:23954; }","duration":"278.84879ms","start":"2026-04-22T21:24:50.84572Z","end":"2026-04-22T21:24:51.124569Z","steps":["trace[2069127878] 'agreement among raft nodes before linearized reading' (duration: 278.816489ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.122796Z","caller":"traceutil/trace.go:171","msg":"trace[1306791729] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"909.483208ms","start":"2026-04-22T21:24:50.21324Z","end":"2026-04-22T21:24:51.122724Z","steps":["trace[1306791729] 'process raft request' (duration: 909.267133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.669674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-22T21:24:51.124571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.724429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:24:51.124623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.079027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.124621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.120875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:51.124627Z","caller":"traceutil/trace.go:171","msg":"trace[1994346207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23954; }","duration":"880.242887ms","start":"2026-04-22T21:24:50.244375Z","end":"2026-04-22T21:24:51.124618Z","steps":["trace[1994346207] 'agreement among raft nodes before linearized reading' (duration: 879.587962ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124604Z","caller":"traceutil/trace.go:171","msg":"trace[1530293937] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23954; }","duration":"681.427ms","start":"2026-04-22T21:24:50.443158Z","end":"2026-04-22T21:24:51.124585Z","steps":["trace[1530293937] 'agreement among raft nodes before linearized reading' (duration: 681.320408ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124649Z","caller":"traceutil/trace.go:171","msg":"trace[1606303616] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23954; }","duration":"304.126729ms","start":"2026-04-22T21:24:50.820515Z","end":"2026-04-22T21:24:51.124641Z","steps":["trace[1606303616] 'agreement among raft nodes before linearized reading' (duration: 304.089928ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124657Z","caller":"traceutil/trace.go:171","msg":"trace[438083794] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23954; }","duration":"480.160526ms","start":"2026-04-22T21:24:50.644485Z","end":"2026-04-22T21:24:51.124646Z","steps":["trace[438083794] 'agreement among raft nodes before linearized reading' (duration: 480.101515ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.124655Z","caller":"traceutil/trace.go:171","msg":"trace[504506721] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23954; }","duration":"303.834932ms","start":"2026-04-22T21:24:50.820797Z","end":"2026-04-22T21:24:51.124632Z","steps":["trace[504506721] 'agreement among raft nodes before linearized reading' (duration: 303.536955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.124664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.244255Z","time spent":"880.401441ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.820508Z","time spent":"304.163119ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.644424Z","time spent":"480.255028ms","remote":"127.0.0.1:37110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:24:51.124687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.443138Z","time spent":"681.531732ms","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:24:51.124701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.820791Z","time spent":"303.901273ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:24:51.124738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.562343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.124727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.213207Z","time spent":"911.422553ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:51.124761Z","caller":"traceutil/trace.go:171","msg":"trace[237090270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23954; }","duration":"284.601414ms","start":"2026-04-22T21:24:50.840152Z","end":"2026-04-22T21:24:51.124753Z","steps":["trace[237090270] 'agreement among raft nodes before linearized reading' (duration: 284.567214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.123829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:50.217693Z","time spent":"906.052278ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:24:51.300433Z","caller":"traceutil/trace.go:171","msg":"trace[785232608] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"171.261816ms","start":"2026-04-22T21:24:51.12915Z","end":"2026-04-22T21:24:51.300412Z","steps":["trace[785232608] 'process raft request' (duration: 171.107182ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.313051Z","caller":"traceutil/trace.go:171","msg":"trace[436140181] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"183.642924ms","start":"2026-04-22T21:24:51.129384Z","end":"2026-04-22T21:24:51.313027Z","steps":["trace[436140181] 'process raft request' (duration: 183.44901ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.313327Z","caller":"traceutil/trace.go:171","msg":"trace[2143853994] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"183.87164ms","start":"2026-04-22T21:24:51.129426Z","end":"2026-04-22T21:24:51.313297Z","steps":["trace[2143853994] 'process raft request' (duration: 183.555002ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.313418Z","caller":"traceutil/trace.go:171","msg":"trace[826343542] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"183.919291ms","start":"2026-04-22T21:24:51.12947Z","end":"2026-04-22T21:24:51.313389Z","steps":["trace[826343542] 'process raft request' (duration: 183.700906ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.313561Z","caller":"traceutil/trace.go:171","msg":"trace[1535419795] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"183.719896ms","start":"2026-04-22T21:24:51.129827Z","end":"2026-04-22T21:24:51.313547Z","steps":["trace[1535419795] 'process raft request' (duration: 183.490661ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.313709Z","caller":"traceutil/trace.go:171","msg":"trace[1707024155] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"183.355038ms","start":"2026-04-22T21:24:51.130335Z","end":"2026-04-22T21:24:51.31369Z","steps":["trace[1707024155] 'process raft request' (duration: 183.157573ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.812417Z","caller":"traceutil/trace.go:171","msg":"trace[2051634340] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24758; }","duration":"479.635033ms","start":"2026-04-22T21:24:51.332758Z","end":"2026-04-22T21:24:51.812393Z","steps":["trace[2051634340] 'read index received' (duration: 479.451409ms)","trace[2051634340] 'applied index is now lower than readState.Index' (duration: 182.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:51.812536Z","caller":"traceutil/trace.go:171","msg":"trace[392595829] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"480.244237ms","start":"2026-04-22T21:24:51.332282Z","end":"2026-04-22T21:24:51.812526Z","steps":["trace[392595829] 'process raft request' (duration: 479.975961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.812635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:51.332269Z","time spent":"480.293109ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:24:51.812824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.738615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.812913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.52175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:24:51.812948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.886442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-22T21:24:51.812958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.800597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:51.812977Z","caller":"traceutil/trace.go:171","msg":"trace[1444354038] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23961; }","duration":"479.634393ms","start":"2026-04-22T21:24:51.333329Z","end":"2026-04-22T21:24:51.812963Z","steps":["trace[1444354038] 'agreement among raft nodes before linearized reading' (duration: 479.50624ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.812999Z","caller":"traceutil/trace.go:171","msg":"trace[755322328] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23961; }","duration":"479.853659ms","start":"2026-04-22T21:24:51.333136Z","end":"2026-04-22T21:24:51.812989Z","steps":["trace[755322328] 'agreement among raft nodes before linearized reading' (duration: 479.794017ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:51.812997Z","caller":"traceutil/trace.go:171","msg":"trace[542222211] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:23961; }","duration":"193.981275ms","start":"2026-04-22T21:24:51.619003Z","end":"2026-04-22T21:24:51.812985Z","steps":["trace[542222211] 'agreement among raft nodes before linearized reading' (duration: 193.824151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.813015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:51.333312Z","time spent":"479.695714ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-22T21:24:51.813029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:51.333125Z","time spent":"479.89786ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-22T21:24:51.812944Z","caller":"traceutil/trace.go:171","msg":"trace[54936574] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23961; }","duration":"479.876079ms","start":"2026-04-22T21:24:51.333045Z","end":"2026-04-22T21:24:51.812921Z","steps":["trace[54936574] 'agreement among raft nodes before linearized reading' (duration: 479.720616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.813071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.300668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:24:51.813133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:51.333034Z","time spent":"480.087144ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-22T21:24:51.813199Z","caller":"traceutil/trace.go:171","msg":"trace[689724222] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23961; }","duration":"480.461032ms","start":"2026-04-22T21:24:51.332721Z","end":"2026-04-22T21:24:51.813182Z","steps":["trace[689724222] 'agreement among raft nodes before linearized reading' (duration: 480.167075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:51.813295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:24:51.332706Z","time spent":"480.577436ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-04-22T21:24:51.99876Z","caller":"traceutil/trace.go:171","msg":"trace[338707743] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"149.605452ms","start":"2026-04-22T21:24:51.849125Z","end":"2026-04-22T21:24:51.99873Z","steps":["trace[338707743] 'process raft request' (duration: 61.219495ms)","trace[338707743] 'compare' (duration: 88.223933ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:52.239177Z","caller":"traceutil/trace.go:171","msg":"trace[547651698] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"115.437527ms","start":"2026-04-22T21:24:52.123705Z","end":"2026-04-22T21:24:52.239143Z","steps":["trace[547651698] 'process raft request' (duration: 67.777037ms)","trace[547651698] 'compare' (duration: 47.518256ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:52.247478Z","caller":"traceutil/trace.go:171","msg":"trace[1931999049] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"104.801899ms","start":"2026-04-22T21:24:52.142651Z","end":"2026-04-22T21:24:52.247453Z","steps":["trace[1931999049] 'process raft request' (duration: 104.655625ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:24:56.835755Z","caller":"traceutil/trace.go:171","msg":"trace[743333476] linearizableReadLoop","detail":"{readStateIndex:24810; appliedIndex:24809; }","duration":"157.193808ms","start":"2026-04-22T21:24:56.678542Z","end":"2026-04-22T21:24:56.835736Z","steps":["trace[743333476] 'read index received' (duration: 157.162618ms)","trace[743333476] 'applied index is now lower than readState.Index' (duration: 30.69µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:24:56.835856Z","caller":"traceutil/trace.go:171","msg":"trace[1493244787] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"158.418428ms","start":"2026-04-22T21:24:56.677408Z","end":"2026-04-22T21:24:56.835826Z","steps":["trace[1493244787] 'process raft request' (duration: 158.216763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:56.835885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.334482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:56.835913Z","caller":"traceutil/trace.go:171","msg":"trace[355181087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24010; }","duration":"157.397933ms","start":"2026-04-22T21:24:56.678508Z","end":"2026-04-22T21:24:56.835906Z","steps":["trace[355181087] 'agreement among raft nodes before linearized reading' (duration: 157.320002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:24:56.865089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.510572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:24:56.865138Z","caller":"traceutil/trace.go:171","msg":"trace[496208835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24010; }","duration":"168.604205ms","start":"2026-04-22T21:24:56.696521Z","end":"2026-04-22T21:24:56.865125Z","steps":["trace[496208835] 'agreement among raft nodes before linearized reading' (duration: 168.513072ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:25:04.111511Z","caller":"traceutil/trace.go:171","msg":"trace[850173334] linearizableReadLoop","detail":"{readStateIndex:24899; appliedIndex:24898; }","duration":"275.119203ms","start":"2026-04-22T21:25:03.836359Z","end":"2026-04-22T21:25:04.111478Z","steps":["trace[850173334] 'read index received' (duration: 274.863907ms)","trace[850173334] 'applied index is now lower than readState.Index' (duration: 253.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:25:04.11159Z","caller":"traceutil/trace.go:171","msg":"trace[1064173111] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"317.380607ms","start":"2026-04-22T21:25:03.794164Z","end":"2026-04-22T21:25:04.111544Z","steps":["trace[1064173111] 'process raft request' (duration: 317.10231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.11172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:25:03.79414Z","time spent":"317.51553ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T21:25:04.111758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.375529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:25:04.111817Z","caller":"traceutil/trace.go:171","msg":"trace[1554341435] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24097; }","duration":"275.499722ms","start":"2026-04-22T21:25:03.836301Z","end":"2026-04-22T21:25:04.111801Z","steps":["trace[1554341435] 'agreement among raft nodes before linearized reading' (duration: 275.374019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.111843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.42928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:25:04.111948Z","caller":"traceutil/trace.go:171","msg":"trace[241454795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24097; }","duration":"275.616355ms","start":"2026-04-22T21:25:03.836313Z","end":"2026-04-22T21:25:04.111929Z","steps":["trace[241454795] 'agreement among raft nodes before linearized reading' (duration: 275.317878ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:25:04.120537Z","caller":"traceutil/trace.go:171","msg":"trace[1808037887] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"271.386497ms","start":"2026-04-22T21:25:03.849137Z","end":"2026-04-22T21:25:04.120524Z","steps":["trace[1808037887] 'process raft request' (duration: 271.248884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.120593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.643992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:25:04.120655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.368994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:25:04.120651Z","caller":"traceutil/trace.go:171","msg":"trace[1414960169] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24098; }","duration":"283.701193ms","start":"2026-04-22T21:25:03.836925Z","end":"2026-04-22T21:25:04.120626Z","steps":["trace[1414960169] 'agreement among raft nodes before linearized reading' (duration: 283.56531ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:25:04.12068Z","caller":"traceutil/trace.go:171","msg":"trace[738519605] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24098; }","duration":"203.436865ms","start":"2026-04-22T21:25:03.917235Z","end":"2026-04-22T21:25:04.120672Z","steps":["trace[738519605] 'agreement among raft nodes before linearized reading' (duration: 203.385174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.600125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.251882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:25:04.600233Z","caller":"traceutil/trace.go:171","msg":"trace[898456501] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"236.351512ms","start":"2026-04-22T21:25:04.36386Z","end":"2026-04-22T21:25:04.600212Z","steps":["trace[898456501] 'process raft request' (duration: 59.939346ms)","trace[898456501] 'compare' (duration: 175.915034ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:25:04.621483Z","caller":"traceutil/trace.go:171","msg":"trace[866405202] linearizableReadLoop","detail":"{readStateIndex:24904; appliedIndex:24903; }","duration":"146.605082ms","start":"2026-04-22T21:25:04.474856Z","end":"2026-04-22T21:25:04.621461Z","steps":["trace[866405202] 'read index received' (duration: 146.481459ms)","trace[866405202] 'applied index is now lower than readState.Index' (duration: 122.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:25:04.621597Z","caller":"traceutil/trace.go:171","msg":"trace[455011572] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"241.959032ms","start":"2026-04-22T21:25:04.379627Z","end":"2026-04-22T21:25:04.621586Z","steps":["trace[455011572] 'process raft request' (duration: 241.699006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.621882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.997101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:25:04.621943Z","caller":"traceutil/trace.go:171","msg":"trace[2069818425] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24102; }","duration":"147.079253ms","start":"2026-04-22T21:25:04.474849Z","end":"2026-04-22T21:25:04.621928Z","steps":["trace[2069818425] 'agreement among raft nodes before linearized reading' (duration: 146.870538ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:25:04.733347Z","caller":"traceutil/trace.go:171","msg":"trace[26934080] linearizableReadLoop","detail":"{readStateIndex:24905; appliedIndex:24904; }","duration":"111.776292ms","start":"2026-04-22T21:25:04.621553Z","end":"2026-04-22T21:25:04.73333Z","steps":["trace[26934080] 'read index received' (duration: 111.647489ms)","trace[26934080] 'applied index is now lower than readState.Index' (duration: 127.653µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:25:04.73341Z","caller":"traceutil/trace.go:171","msg":"trace[937886364] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"125.00602ms","start":"2026-04-22T21:25:04.608368Z","end":"2026-04-22T21:25:04.733374Z","steps":["trace[937886364] 'process raft request' (duration: 124.837226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:25:04.733668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.109502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-22T21:25:04.733754Z","caller":"traceutil/trace.go:171","msg":"trace[918434661] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24103; }","duration":"131.242904ms","start":"2026-04-22T21:25:04.602491Z","end":"2026-04-22T21:25:04.733734Z","steps":["trace[918434661] 'agreement among raft nodes before linearized reading' (duration: 130.918467ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:44.42782Z","caller":"traceutil/trace.go:171","msg":"trace[1080492528] linearizableReadLoop","detail":"{readStateIndex:25899; appliedIndex:25898; }","duration":"423.722811ms","start":"2026-04-22T21:26:44.004077Z","end":"2026-04-22T21:26:44.4278Z","steps":["trace[1080492528] 'read index received' (duration: 423.592518ms)","trace[1080492528] 'applied index is now lower than readState.Index' (duration: 129.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:26:44.427928Z","caller":"traceutil/trace.go:171","msg":"trace[762319661] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"481.576688ms","start":"2026-04-22T21:26:43.946317Z","end":"2026-04-22T21:26:44.427894Z","steps":["trace[762319661] 'process raft request' (duration: 481.375893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:44.427994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.905115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:26:44.428021Z","caller":"traceutil/trace.go:171","msg":"trace[1349633601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25070; }","duration":"423.990697ms","start":"2026-04-22T21:26:44.004022Z","end":"2026-04-22T21:26:44.428013Z","steps":["trace[1349633601] 'agreement among raft nodes before linearized reading' (duration: 423.884764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:44.428045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.003999Z","time spent":"424.041088ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:26:44.428102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:43.946298Z","time spent":"481.718481ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:44.428127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.649813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:26:44.42816Z","caller":"traceutil/trace.go:171","msg":"trace[411228541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25070; }","duration":"415.695764ms","start":"2026-04-22T21:26:44.012455Z","end":"2026-04-22T21:26:44.42815Z","steps":["trace[411228541] 'agreement among raft nodes before linearized reading' (duration: 415.615082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:44.428179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.012448Z","time spent":"415.726365ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:26:44.428265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.021559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:26:44.42829Z","caller":"traceutil/trace.go:171","msg":"trace[504334318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25070; }","duration":"415.0689ms","start":"2026-04-22T21:26:44.013214Z","end":"2026-04-22T21:26:44.428283Z","steps":["trace[504334318] 'agreement among raft nodes before linearized reading' (duration: 415.006649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:44.428308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.013208Z","time spent":"415.095061ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:26:44.428352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.659914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:26:44.428372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.827789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:44.428393Z","caller":"traceutil/trace.go:171","msg":"trace[1610733479] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25070; }","duration":"214.881001ms","start":"2026-04-22T21:26:44.213505Z","end":"2026-04-22T21:26:44.428386Z","steps":["trace[1610733479] 'agreement among raft nodes before linearized reading' (duration: 214.84382ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:44.428389Z","caller":"traceutil/trace.go:171","msg":"trace[1811197761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25070; }","duration":"415.733695ms","start":"2026-04-22T21:26:44.012643Z","end":"2026-04-22T21:26:44.428377Z","steps":["trace[1811197761] 'agreement among raft nodes before linearized reading' (duration: 415.579672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:44.428425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.012621Z","time spent":"415.796846ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:26:44.667286Z","caller":"traceutil/trace.go:171","msg":"trace[102898612] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"235.332847ms","start":"2026-04-22T21:26:44.431879Z","end":"2026-04-22T21:26:44.667212Z","steps":["trace[102898612] 'process raft request' (duration: 206.264551ms)","trace[102898612] 'compare' (duration: 28.835821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:45.635015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.090216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:26:45.635709Z","caller":"traceutil/trace.go:171","msg":"trace[1432603851] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"778.119371ms","start":"2026-04-22T21:26:44.857565Z","end":"2026-04-22T21:26:45.635684Z","steps":["trace[1432603851] 'process raft request' (duration: 778.000998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:45.635813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.857537Z","time spent":"778.224093ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:45.635816Z","caller":"traceutil/trace.go:171","msg":"trace[1878704888] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.1359863s","start":"2026-04-22T21:26:44.499791Z","end":"2026-04-22T21:26:45.635777Z","steps":["trace[1878704888] 'process raft request' (duration: 1.135589081s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:45.635937Z","caller":"traceutil/trace.go:171","msg":"trace[1595817796] linearizableReadLoop","detail":"{readStateIndex:25904; appliedIndex:25899; }","duration":"1.089726123s","start":"2026-04-22T21:26:44.54617Z","end":"2026-04-22T21:26:45.635896Z","steps":["trace[1595817796] 'read index received' (duration: 92.005411ms)","trace[1595817796] 'applied index is now lower than readState.Index' (duration: 997.716242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:45.635974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.499759Z","time spent":"1.136133813s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:45.635992Z","caller":"traceutil/trace.go:171","msg":"trace[1507595447] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"849.082292ms","start":"2026-04-22T21:26:44.786891Z","end":"2026-04-22T21:26:45.635973Z","steps":["trace[1507595447] 'process raft request' (duration: 848.623631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:45.636058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.786861Z","time spent":"849.159204ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:45.636037Z","caller":"traceutil/trace.go:171","msg":"trace[150880941] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.031280443s","start":"2026-04-22T21:26:44.604729Z","end":"2026-04-22T21:26:45.63601Z","steps":["trace[150880941] 'process raft request' (duration: 1.03071214s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:45.636042Z","caller":"traceutil/trace.go:171","msg":"trace[1200772405] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.20212102s","start":"2026-04-22T21:26:44.433882Z","end":"2026-04-22T21:26:45.636003Z","steps":["trace[1200772405] 'process raft request' (duration: 1.201397363s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:45.636111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089924668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:45.636085Z","caller":"traceutil/trace.go:171","msg":"trace[961710219] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.202823766s","start":"2026-04-22T21:26:44.433196Z","end":"2026-04-22T21:26:45.63602Z","steps":["trace[961710219] 'process raft request' (duration: 1.201964556s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:45.636109Z","caller":"traceutil/trace.go:171","msg":"trace[1801948505] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.202945759s","start":"2026-04-22T21:26:44.433107Z","end":"2026-04-22T21:26:45.636053Z","steps":["trace[1801948505] 'process raft request' (duration: 632.713337ms)","trace[1801948505] 'compare' (duration: 568.912431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:45.636168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.604691Z","time spent":"1.031408436s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:45.636165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.433871Z","time spent":"1.202240182s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:45.636171Z","caller":"traceutil/trace.go:171","msg":"trace[1271208689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25078; }","duration":"1.089987459s","start":"2026-04-22T21:26:44.546163Z","end":"2026-04-22T21:26:45.636151Z","steps":["trace[1271208689] 'agreement among raft nodes before linearized reading' (duration: 1.089853886s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:45.63624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.546124Z","time spent":"1.090097582s","remote":"127.0.0.1:37298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:45.636274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.433093Z","time spent":"1.203104662s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:45.636332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.433173Z","time spent":"1.20302592s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:46.213068Z","caller":"traceutil/trace.go:171","msg":"trace[2048245999] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"710.575389ms","start":"2026-04-22T21:26:45.502452Z","end":"2026-04-22T21:26:46.213027Z","steps":["trace[2048245999] 'process raft request' (duration: 627.956886ms)","trace[2048245999] 'compare' (duration: 82.411788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:46.213689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.502426Z","time spent":"711.173932ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:46.652665Z","caller":"traceutil/trace.go:171","msg":"trace[472574592] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25907; }","duration":"1.016646873s","start":"2026-04-22T21:26:45.635998Z","end":"2026-04-22T21:26:46.652645Z","steps":["trace[472574592] 'read index received' (duration: 494.49906ms)","trace[472574592] 'applied index is now lower than readState.Index' (duration: 522.146813ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:26:46.653876Z","caller":"traceutil/trace.go:171","msg":"trace[354099354] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.049714222s","start":"2026-04-22T21:26:45.604112Z","end":"2026-04-22T21:26:46.653827Z","steps":["trace[354099354] 'process raft request' (duration: 1.048495224s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.654032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.604094Z","time spent":"1.049845655s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:46.654196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.039634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:46.654229Z","caller":"traceutil/trace.go:171","msg":"trace[538400675] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.053503s","start":"2026-04-22T21:26:45.600706Z","end":"2026-04-22T21:26:46.654209Z","steps":["trace[538400675] 'process raft request' (duration: 1.051833401s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:46.654268Z","caller":"traceutil/trace.go:171","msg":"trace[1069762119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25084; }","duration":"972.135406ms","start":"2026-04-22T21:26:45.6821Z","end":"2026-04-22T21:26:46.654235Z","steps":["trace[1069762119] 'agreement among raft nodes before linearized reading' (duration: 971.952451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.654307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.68208Z","time spent":"972.218138ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:26:46.654351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.60068Z","time spent":"1.053609462s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:46.654349Z","caller":"traceutil/trace.go:171","msg":"trace[2121992967] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.054091583s","start":"2026-04-22T21:26:45.600219Z","end":"2026-04-22T21:26:46.65431Z","steps":["trace[2121992967] 'process raft request' (duration: 1.052258331s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.654522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.600193Z","time spent":"1.054246127s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:46.654684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168001435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:46.654772Z","caller":"traceutil/trace.go:171","msg":"trace[2005906386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25084; }","duration":"1.168106947s","start":"2026-04-22T21:26:45.486632Z","end":"2026-04-22T21:26:46.654739Z","steps":["trace[2005906386] 'agreement among raft nodes before linearized reading' (duration: 1.167317839s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.654806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.486616Z","time spent":"1.168183989s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:26:46.654826Z","caller":"traceutil/trace.go:171","msg":"trace[230691545] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"1.067797503s","start":"2026-04-22T21:26:45.586999Z","end":"2026-04-22T21:26:46.654796Z","steps":["trace[230691545] 'process raft request' (duration: 1.064390184s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.654894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.855317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:46.654954Z","caller":"traceutil/trace.go:171","msg":"trace[369506879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25084; }","duration":"460.934258ms","start":"2026-04-22T21:26:46.193988Z","end":"2026-04-22T21:26:46.654923Z","steps":["trace[369506879] 'agreement among raft nodes before linearized reading' (duration: 460.852826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.655005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:46.193967Z","time spent":"461.02545ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:46.655013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.58697Z","time spent":"1.067949797s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:46.6551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.427747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:26:46.655226Z","caller":"traceutil/trace.go:171","msg":"trace[803538552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25084; }","duration":"222.569821ms","start":"2026-04-22T21:26:46.432609Z","end":"2026-04-22T21:26:46.655179Z","steps":["trace[803538552] 'agreement among raft nodes before linearized reading' (duration: 222.028948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.655482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951530391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:46.655531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.278038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:46.655607Z","caller":"traceutil/trace.go:171","msg":"trace[229447115] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25084; }","duration":"553.355129ms","start":"2026-04-22T21:26:46.1022Z","end":"2026-04-22T21:26:46.655555Z","steps":["trace[229447115] 'agreement among raft nodes before linearized reading' (duration: 553.139124ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:46.655619Z","caller":"traceutil/trace.go:171","msg":"trace[357249433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25084; }","duration":"1.953068897s","start":"2026-04-22T21:26:44.702473Z","end":"2026-04-22T21:26:46.655541Z","steps":["trace[357249433] 'agreement among raft nodes before linearized reading' (duration: 1.951147222s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.655699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:44.70245Z","time spent":"1.953223561s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:46.655637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:46.102161Z","time spent":"553.467432ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:26:46.655981Z","caller":"traceutil/trace.go:171","msg":"trace[1116386310] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.054183175s","start":"2026-04-22T21:26:45.601629Z","end":"2026-04-22T21:26:46.655812Z","steps":["trace[1116386310] 'process raft request' (duration: 1.05094432s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.6561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.601613Z","time spent":"1.054418021s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:46.657173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47369193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:46.657307Z","caller":"traceutil/trace.go:171","msg":"trace[63346500] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25084; }","duration":"1.473910355s","start":"2026-04-22T21:26:45.18336Z","end":"2026-04-22T21:26:46.65727Z","steps":["trace[63346500] 'agreement among raft nodes before linearized reading' (duration: 1.470640099s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:46.657351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:45.183339Z","time spent":"1.473999957s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:47.427621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.091877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:26:47.427894Z","caller":"traceutil/trace.go:171","msg":"trace[1118993648] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"714.05429ms","start":"2026-04-22T21:26:46.713807Z","end":"2026-04-22T21:26:47.427861Z","steps":["trace[1118993648] 'process raft request' (duration: 281.630095ms)","trace[1118993648] 'compare' (duration: 431.818281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:47.428035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:46.713783Z","time spent":"714.182072ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:47.428146Z","caller":"traceutil/trace.go:171","msg":"trace[1473365685] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25914; }","duration":"581.846532ms","start":"2026-04-22T21:26:46.846245Z","end":"2026-04-22T21:26:47.428092Z","steps":["trace[1473365685] 'read index received' (duration: 149.183672ms)","trace[1473365685] 'applied index is now lower than readState.Index' (duration: 432.6577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:47.429592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.323716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:47.429645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.306086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:26:47.429681Z","caller":"traceutil/trace.go:171","msg":"trace[205192755] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25086; }","duration":"583.447269ms","start":"2026-04-22T21:26:46.846206Z","end":"2026-04-22T21:26:47.429654Z","steps":["trace[205192755] 'agreement among raft nodes before linearized reading' (duration: 582.020416ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:47.429691Z","caller":"traceutil/trace.go:171","msg":"trace[1951107357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25086; }","duration":"354.371358ms","start":"2026-04-22T21:26:47.075292Z","end":"2026-04-22T21:26:47.429664Z","steps":["trace[1951107357] 'agreement among raft nodes before linearized reading' (duration: 354.260375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:47.429678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.207938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:47.429726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.075264Z","time spent":"354.4559ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:26:47.42973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:46.846187Z","time spent":"583.530752ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:26:47.429744Z","caller":"traceutil/trace.go:171","msg":"trace[1443465126] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25086; }","duration":"169.322461ms","start":"2026-04-22T21:26:47.260408Z","end":"2026-04-22T21:26:47.42973Z","steps":["trace[1443465126] 'agreement among raft nodes before linearized reading' (duration: 169.187518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:47.429784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.874054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-22T21:26:47.429851Z","caller":"traceutil/trace.go:171","msg":"trace[152554442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25086; }","duration":"117.988786ms","start":"2026-04-22T21:26:47.311844Z","end":"2026-04-22T21:26:47.429833Z","steps":["trace[152554442] 'agreement among raft nodes before linearized reading' (duration: 117.728009ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:47.922918Z","caller":"traceutil/trace.go:171","msg":"trace[882856380] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"280.896588ms","start":"2026-04-22T21:26:47.641997Z","end":"2026-04-22T21:26:47.922894Z","steps":["trace[882856380] 'process raft request' (duration: 280.746064ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:48.847054Z","caller":"traceutil/trace.go:171","msg":"trace[565863101] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.204556695s","start":"2026-04-22T21:26:47.642471Z","end":"2026-04-22T21:26:48.847028Z","steps":["trace[565863101] 'process raft request' (duration: 1.20434215s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:48.847231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.642456Z","time spent":"1.204679878s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:48.847533Z","caller":"traceutil/trace.go:171","msg":"trace[1907507381] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25916; }","duration":"1.126829646s","start":"2026-04-22T21:26:47.72068Z","end":"2026-04-22T21:26:48.84751Z","steps":["trace[1907507381] 'read index received' (duration: 202.144835ms)","trace[1907507381] 'applied index is now lower than readState.Index' (duration: 924.683951ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:26:48.847667Z","caller":"traceutil/trace.go:171","msg":"trace[751137662] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.203440429s","start":"2026-04-22T21:26:47.644195Z","end":"2026-04-22T21:26:48.847635Z","steps":["trace[751137662] 'process raft request' (duration: 1.203199443s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:48.847663Z","caller":"traceutil/trace.go:171","msg":"trace[902591957] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.203630204s","start":"2026-04-22T21:26:47.644008Z","end":"2026-04-22T21:26:48.847638Z","steps":["trace[902591957] 'process raft request' (duration: 1.202964568s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:48.847759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.644189Z","time spent":"1.20350009s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:48.847818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.644001Z","time spent":"1.203750206s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:48.847865Z","caller":"traceutil/trace.go:171","msg":"trace[460958965] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.202890726s","start":"2026-04-22T21:26:47.644968Z","end":"2026-04-22T21:26:48.847859Z","steps":["trace[460958965] 'process raft request' (duration: 1.202513807s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:48.847899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.644961Z","time spent":"1.202919126s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:48.848037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127357568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:48.848056Z","caller":"traceutil/trace.go:171","msg":"trace[1840329007] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25091; }","duration":"1.12744331s","start":"2026-04-22T21:26:47.720607Z","end":"2026-04-22T21:26:48.84805Z","steps":["trace[1840329007] 'agreement among raft nodes before linearized reading' (duration: 1.127325738s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:48.848071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:47.720577Z","time spent":"1.127490181s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:49.348052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:26:49.495986Z","caller":"traceutil/trace.go:171","msg":"trace[1973709391] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"835.357642ms","start":"2026-04-22T21:26:48.660607Z","end":"2026-04-22T21:26:49.495965Z","steps":["trace[1973709391] 'process raft request' (duration: 835.291941ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:49.495986Z","caller":"traceutil/trace.go:171","msg":"trace[56183658] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.276712145s","start":"2026-04-22T21:26:48.219244Z","end":"2026-04-22T21:26:49.495956Z","steps":["trace[56183658] 'process raft request' (duration: 1.27647892s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:49.496075Z","caller":"traceutil/trace.go:171","msg":"trace[466328991] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"865.933104ms","start":"2026-04-22T21:26:48.6301Z","end":"2026-04-22T21:26:49.496033Z","steps":["trace[466328991] 'process raft request' (duration: 865.76155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:49.496155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.219212Z","time spent":"1.276846179s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:49.496158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.660586Z","time spent":"835.460055ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:49.496259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.630083Z","time spent":"866.080558ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:49.496445Z","caller":"traceutil/trace.go:171","msg":"trace[1458737697] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"835.291981ms","start":"2026-04-22T21:26:48.661142Z","end":"2026-04-22T21:26:49.496434Z","steps":["trace[1458737697] 'process raft request' (duration: 834.78802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:49.496519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.661125Z","time spent":"835.345182ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:49.4967Z","caller":"traceutil/trace.go:171","msg":"trace[1617509969] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"835.003174ms","start":"2026-04-22T21:26:48.661676Z","end":"2026-04-22T21:26:49.496679Z","steps":["trace[1617509969] 'process raft request' (duration: 834.683087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:49.496773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.661656Z","time spent":"835.082577ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:49.496922Z","caller":"traceutil/trace.go:171","msg":"trace[497002041] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"832.718741ms","start":"2026-04-22T21:26:48.664182Z","end":"2026-04-22T21:26:49.4969Z","steps":["trace[497002041] 'process raft request' (duration: 832.418204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:49.497089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.664174Z","time spent":"832.857874ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:49.496947Z","caller":"traceutil/trace.go:171","msg":"trace[1573237045] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"832.706041ms","start":"2026-04-22T21:26:48.66423Z","end":"2026-04-22T21:26:49.496936Z","steps":["trace[1573237045] 'process raft request' (duration: 832.445485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:49.497276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.664227Z","time spent":"832.987498ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:50.679555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:26:50.679678Z","caller":"traceutil/trace.go:171","msg":"trace[568722805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612544s","start":"2026-04-22T21:26:48.679046Z","end":"2026-04-22T21:26:50.679658Z","steps":["trace[568722805] 'agreement among raft nodes before linearized reading' (duration: 2.000476031s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:50.679735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.679032Z","time spent":"2.000686915s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:26:50.943046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.062008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:26:50.943146Z","caller":"traceutil/trace.go:171","msg":"trace[1164948008] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25921; }","duration":"2.095522833s","start":"2026-04-22T21:26:48.847607Z","end":"2026-04-22T21:26:50.943129Z","steps":["trace[1164948008] 'read index received' (duration: 648.192667ms)","trace[1164948008] 'applied index is now lower than readState.Index' (duration: 1.447329056s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:50.943263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585138159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:50.943293Z","caller":"traceutil/trace.go:171","msg":"trace[1595108774] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25099; }","duration":"2.58519855s","start":"2026-04-22T21:26:48.358084Z","end":"2026-04-22T21:26:50.943282Z","steps":["trace[1595108774] 'agreement among raft nodes before linearized reading' (duration: 2.585112708s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:50.943328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.358063Z","time spent":"2.585255271s","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:50.94336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229668615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:26:50.943428Z","caller":"traceutil/trace.go:171","msg":"trace[281498790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25099; }","duration":"2.229759168s","start":"2026-04-22T21:26:48.713651Z","end":"2026-04-22T21:26:50.94341Z","steps":["trace[281498790] 'agreement among raft nodes before linearized reading' (duration: 2.229507772s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:50.943473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.713638Z","time spent":"2.229822739s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:26:50.943521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690301156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-22T21:26:50.943554Z","caller":"traceutil/trace.go:171","msg":"trace[245544373] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25099; }","duration":"2.690368018s","start":"2026-04-22T21:26:48.253174Z","end":"2026-04-22T21:26:50.943542Z","steps":["trace[245544373] 'agreement among raft nodes before linearized reading' (duration: 2.690304056s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:50.943626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.253152Z","time spent":"2.69046611s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-22T21:26:50.943678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800798998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:50.943722Z","caller":"traceutil/trace.go:171","msg":"trace[1599625023] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.884380869s","start":"2026-04-22T21:26:49.059305Z","end":"2026-04-22T21:26:50.943686Z","steps":["trace[1599625023] 'process raft request' (duration: 1.707607295s)","trace[1599625023] 'compare' (duration: 175.848622ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:26:50.943767Z","caller":"traceutil/trace.go:171","msg":"trace[226384095] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25099; }","duration":"2.800942361s","start":"2026-04-22T21:26:48.1428Z","end":"2026-04-22T21:26:50.943743Z","steps":["trace[226384095] 'agreement among raft nodes before linearized reading' (duration: 2.800740117s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:50.943822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:48.142775Z","time spent":"2.801033314s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:50.94441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.059281Z","time spent":"1.884506601s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:51.443604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:26:52.496522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.870968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:26:52.496799Z","caller":"traceutil/trace.go:171","msg":"trace[1495776295] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.23592248s","start":"2026-04-22T21:26:50.260857Z","end":"2026-04-22T21:26:52.49678Z","steps":["trace[1495776295] 'process raft request' (duration: 2.235780987s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:52.496822Z","caller":"traceutil/trace.go:171","msg":"trace[1631835603] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.568823808s","start":"2026-04-22T21:26:49.927971Z","end":"2026-04-22T21:26:52.496795Z","steps":["trace[1631835603] 'process raft request' (duration: 1.791357233s)","trace[1631835603] 'compare' (duration: 775.302895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:52.496887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.260832Z","time spent":"2.236015312s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T21:26:52.496918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.927946Z","time spent":"2.56892439s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:52.679769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:26:52.679852Z","caller":"traceutil/trace.go:171","msg":"trace[586165919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999919667s","start":"2026-04-22T21:26:50.679913Z","end":"2026-04-22T21:26:52.679832Z","steps":["trace[586165919] 'agreement among raft nodes before linearized reading' (duration: 1.999821424s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:52.679902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.679889Z","time spent":"1.999999889s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:26:53.320426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.600806798s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:26:53.320966Z","caller":"traceutil/trace.go:171","msg":"trace[1014449336] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.467940151s","start":"2026-04-22T21:26:50.853001Z","end":"2026-04-22T21:26:53.320941Z","steps":["trace[1014449336] 'process raft request' (duration: 2.467574532s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321026Z","caller":"traceutil/trace.go:171","msg":"trace[977982544] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"2.372264704s","start":"2026-04-22T21:26:50.948735Z","end":"2026-04-22T21:26:53.321Z","steps":["trace[977982544] 'process raft request' (duration: 2.372142491s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.852989Z","time spent":"2.468042003s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:53.321161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.948721Z","time spent":"2.372363536s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:53.321421Z","caller":"traceutil/trace.go:171","msg":"trace[1179496368] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.818949295s","start":"2026-04-22T21:26:51.502454Z","end":"2026-04-22T21:26:53.321404Z","steps":["trace[1179496368] 'process raft request' (duration: 1.818814252s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321414Z","caller":"traceutil/trace.go:171","msg":"trace[91382227] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.819006726s","start":"2026-04-22T21:26:51.502388Z","end":"2026-04-22T21:26:53.321395Z","steps":["trace[91382227] 'process raft request' (duration: 1.818573906s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.502439Z","time spent":"1.819012616s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:53.321512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.502367Z","time spent":"1.819091789s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:53.321544Z","caller":"traceutil/trace.go:171","msg":"trace[1413183660] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.819019396s","start":"2026-04-22T21:26:51.502518Z","end":"2026-04-22T21:26:53.321538Z","steps":["trace[1413183660] 'process raft request' (duration: 1.818840412s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321491Z","caller":"traceutil/trace.go:171","msg":"trace[683727161] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"176.829996ms","start":"2026-04-22T21:26:53.144651Z","end":"2026-04-22T21:26:53.321481Z","steps":["trace[683727161] 'process raft request' (duration: 176.804435ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321603Z","caller":"traceutil/trace.go:171","msg":"trace[1943154484] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.818194659s","start":"2026-04-22T21:26:51.503402Z","end":"2026-04-22T21:26:53.321596Z","steps":["trace[1943154484] 'process raft request' (duration: 1.817999344s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.502511Z","time spent":"1.819048647s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:53.32165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.503393Z","time spent":"1.81823632s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:53.321519Z","caller":"traceutil/trace.go:171","msg":"trace[1596639837] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.819026027s","start":"2026-04-22T21:26:51.502485Z","end":"2026-04-22T21:26:53.321511Z","steps":["trace[1596639837] 'process raft request' (duration: 1.818848533s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321705Z","caller":"traceutil/trace.go:171","msg":"trace[499450935] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.816306864s","start":"2026-04-22T21:26:51.505392Z","end":"2026-04-22T21:26:53.321699Z","steps":["trace[499450935] 'process raft request' (duration: 1.816036158s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.50248Z","time spent":"1.819201331s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:26:53.321738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.505386Z","time spent":"1.816334625s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:53.321795Z","caller":"traceutil/trace.go:171","msg":"trace[1806819187] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25929; }","duration":"2.378615321s","start":"2026-04-22T21:26:50.943172Z","end":"2026-04-22T21:26:53.321787Z","steps":["trace[1806819187] 'read index received' (duration: 776.140524ms)","trace[1806819187] 'applied index is now lower than readState.Index' (duration: 1.602474137s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:26:53.321836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597874164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:53.32186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661995507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:53.321868Z","caller":"traceutil/trace.go:171","msg":"trace[1051437384] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25110; }","duration":"2.597932106s","start":"2026-04-22T21:26:50.723925Z","end":"2026-04-22T21:26:53.321857Z","steps":["trace[1051437384] 'agreement among raft nodes before linearized reading' (duration: 2.597875444s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.321883Z","caller":"traceutil/trace.go:171","msg":"trace[2024808400] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25110; }","duration":"2.662054178s","start":"2026-04-22T21:26:50.659822Z","end":"2026-04-22T21:26:53.321876Z","steps":["trace[2024808400] 'agreement among raft nodes before linearized reading' (duration: 2.662008767s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.723876Z","time spent":"2.598014228s","remote":"127.0.0.1:49842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.321972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416121988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:53.321999Z","caller":"traceutil/trace.go:171","msg":"trace[882128200] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25110; }","duration":"3.41614847s","start":"2026-04-22T21:26:49.905842Z","end":"2026-04-22T21:26:53.32199Z","steps":["trace[882128200] 'agreement among raft nodes before linearized reading' (duration: 3.416073768s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.32202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.905818Z","time spent":"3.41619452s","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463766423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:53.322112Z","caller":"traceutil/trace.go:171","msg":"trace[1750385009] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25110; }","duration":"2.463826465s","start":"2026-04-22T21:26:50.858277Z","end":"2026-04-22T21:26:53.322104Z","steps":["trace[1750385009] 'agreement among raft nodes before linearized reading' (duration: 2.463762153s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.858262Z","time spent":"2.463870335s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460078332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-22T21:26:53.322205Z","caller":"traceutil/trace.go:171","msg":"trace[1070678725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25110; }","duration":"3.460140294s","start":"2026-04-22T21:26:49.862057Z","end":"2026-04-22T21:26:53.322197Z","steps":["trace[1070678725] 'agreement among raft nodes before linearized reading' (duration: 3.460063272s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.862039Z","time spent":"3.460178574s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470488009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:26:53.322262Z","caller":"traceutil/trace.go:171","msg":"trace[1616650372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25110; }","duration":"2.47052734s","start":"2026-04-22T21:26:50.851728Z","end":"2026-04-22T21:26:53.322256Z","steps":["trace[1616650372] 'agreement among raft nodes before linearized reading' (duration: 2.470466869s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.321905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.659803Z","time spent":"2.662093529s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.851722Z","time spent":"2.470552952s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627919719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:53.322355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470890709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:26:53.322363Z","caller":"traceutil/trace.go:171","msg":"trace[2079311889] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25110; }","duration":"3.62798699s","start":"2026-04-22T21:26:49.694369Z","end":"2026-04-22T21:26:53.322356Z","steps":["trace[2079311889] 'agreement among raft nodes before linearized reading' (duration: 3.627942959s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.322374Z","caller":"traceutil/trace.go:171","msg":"trace[1105941297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25110; }","duration":"2.47090955s","start":"2026-04-22T21:26:50.851459Z","end":"2026-04-22T21:26:53.322368Z","steps":["trace[1105941297] 'agreement among raft nodes before linearized reading' (duration: 2.470860149s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.694345Z","time spent":"3.628031411s","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.851432Z","time spent":"2.47095484s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888722968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:26:53.322561Z","caller":"traceutil/trace.go:171","msg":"trace[970767000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25110; }","duration":"3.88879003s","start":"2026-04-22T21:26:49.433764Z","end":"2026-04-22T21:26:53.322554Z","steps":["trace[970767000] 'agreement among raft nodes before linearized reading' (duration: 3.888717048s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.433747Z","time spent":"3.888826991s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471002861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:26:53.32263Z","caller":"traceutil/trace.go:171","msg":"trace[331769367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25110; }","duration":"2.471487913s","start":"2026-04-22T21:26:50.851136Z","end":"2026-04-22T21:26:53.322624Z","steps":["trace[331769367] 'agreement among raft nodes before linearized reading' (duration: 2.470999051s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.85112Z","time spent":"2.471530304s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670150843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:53.322743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.861716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:26:53.32276Z","caller":"traceutil/trace.go:171","msg":"trace[1964131734] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25110; }","duration":"1.670214325s","start":"2026-04-22T21:26:51.652539Z","end":"2026-04-22T21:26:53.322754Z","steps":["trace[1964131734] 'agreement among raft nodes before linearized reading' (duration: 1.670167734s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.652525Z","time spent":"1.670250435s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:26:53.322779Z","caller":"traceutil/trace.go:171","msg":"trace[210144566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25110; }","duration":"808.898067ms","start":"2026-04-22T21:26:52.513871Z","end":"2026-04-22T21:26:53.322769Z","steps":["trace[210144566] 'agreement among raft nodes before linearized reading' (duration: 808.767134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073614512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:26:53.322809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698229087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-22T21:26:53.322713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374844533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-22T21:26:53.322886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942574882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-22T21:26:53.322958Z","caller":"traceutil/trace.go:171","msg":"trace[1742107452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25110; }","duration":"1.942677715s","start":"2026-04-22T21:26:51.380264Z","end":"2026-04-22T21:26:53.322942Z","steps":["trace[1742107452] 'agreement among raft nodes before linearized reading' (duration: 1.94247832s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.322808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232980602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:26:53.32301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.380246Z","time spent":"1.942751296s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-22T21:26:53.323022Z","caller":"traceutil/trace.go:171","msg":"trace[208837519] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25110; }","duration":"4.233235277s","start":"2026-04-22T21:26:49.089778Z","end":"2026-04-22T21:26:53.323013Z","steps":["trace[208837519] 'agreement among raft nodes before linearized reading' (duration: 4.232989811s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:53.323031Z","caller":"traceutil/trace.go:171","msg":"trace[1712207651] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a; range_end:; response_count:1; response_revision:25110; }","duration":"2.375088419s","start":"2026-04-22T21:26:50.947818Z","end":"2026-04-22T21:26:53.322907Z","steps":["trace[1712207651] 'agreement among raft nodes before linearized reading' (duration: 2.374811553s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.323209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:50.947802Z","time spent":"2.375382606s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-d4a2fde8-a37f-4f75-b50e-de917ab1693a\" "} {"level":"warn","ts":"2026-04-22T21:26:53.323113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:49.08976Z","time spent":"4.233328979s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.8739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8c85361c3407f\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-22T21:26:53.323557Z","caller":"traceutil/trace.go:171","msg":"trace[789317445] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8c85361c3407f; range_end:; response_count:1; response_revision:25110; }","duration":"639.598257ms","start":"2026-04-22T21:26:52.683944Z","end":"2026-04-22T21:26:53.323542Z","steps":["trace[789317445] 'agreement among raft nodes before linearized reading' (duration: 638.85533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.323621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:52.683926Z","time spent":"639.680488ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8c85361c3407f\" "} {"level":"info","ts":"2026-04-22T21:26:53.322868Z","caller":"traceutil/trace.go:171","msg":"trace[1178685794] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25110; }","duration":"1.698346019s","start":"2026-04-22T21:26:51.624508Z","end":"2026-04-22T21:26:53.322854Z","steps":["trace[1178685794] 'agreement among raft nodes before linearized reading' (duration: 1.698172735s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.323681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.624488Z","time spent":"1.699183998s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T21:26:53.322861Z","caller":"traceutil/trace.go:171","msg":"trace[1842853240] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25110; }","duration":"2.073680464s","start":"2026-04-22T21:26:51.249165Z","end":"2026-04-22T21:26:53.322846Z","steps":["trace[1842853240] 'agreement among raft nodes before linearized reading' (duration: 2.073585752s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.323772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.249108Z","time spent":"2.074643166s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:53.322808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:52.513822Z","time spent":"808.979479ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:26:53.322804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.079928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:53.323893Z","caller":"traceutil/trace.go:171","msg":"trace[2090883426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25110; }","duration":"635.214615ms","start":"2026-04-22T21:26:52.688668Z","end":"2026-04-22T21:26:53.323883Z","steps":["trace[2090883426] 'agreement among raft nodes before linearized reading' (duration: 634.080739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.323936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:52.68865Z","time spent":"635.276946ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:26:53.324142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326360151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:53.324287Z","caller":"traceutil/trace.go:171","msg":"trace[2064933952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25110; }","duration":"1.327932618s","start":"2026-04-22T21:26:51.996337Z","end":"2026-04-22T21:26:53.324269Z","steps":["trace[2064933952] 'agreement among raft nodes before linearized reading' (duration: 1.326364411s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:53.324365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:51.996318Z","time spent":"1.32803013s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:26:54.797554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439522585s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:26:54.798238Z","caller":"traceutil/trace.go:171","msg":"trace[1964506118] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25941; }","duration":"1.466962644s","start":"2026-04-22T21:26:53.331255Z","end":"2026-04-22T21:26:54.798218Z","steps":["trace[1964506118] 'read index received' (duration: 26.820775ms)","trace[1964506118] 'applied index is now lower than readState.Index' (duration: 1.440139749s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:26:54.79833Z","caller":"traceutil/trace.go:171","msg":"trace[925008041] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.469648526s","start":"2026-04-22T21:26:53.328672Z","end":"2026-04-22T21:26:54.798321Z","steps":["trace[925008041] 'process raft request' (duration: 1.469139164s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.798418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.328662Z","time spent":"1.469690537s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.798745Z","caller":"traceutil/trace.go:171","msg":"trace[827648257] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.469613155s","start":"2026-04-22T21:26:53.329122Z","end":"2026-04-22T21:26:54.798735Z","steps":["trace[827648257] 'process raft request' (duration: 1.468844297s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.798792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.329115Z","time spent":"1.469654625s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.798974Z","caller":"traceutil/trace.go:171","msg":"trace[397669308] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.467423054s","start":"2026-04-22T21:26:53.331539Z","end":"2026-04-22T21:26:54.798962Z","steps":["trace[397669308] 'process raft request' (duration: 1.466639046s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.799021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.331535Z","time spent":"1.467459915s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.799121Z","caller":"traceutil/trace.go:171","msg":"trace[1572932955] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.467758071s","start":"2026-04-22T21:26:53.331354Z","end":"2026-04-22T21:26:54.799112Z","steps":["trace[1572932955] 'process raft request' (duration: 1.466689667s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.799161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.331351Z","time spent":"1.467788373s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.7993Z","caller":"traceutil/trace.go:171","msg":"trace[1792110352] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.467903346s","start":"2026-04-22T21:26:53.331388Z","end":"2026-04-22T21:26:54.799291Z","steps":["trace[1792110352] 'process raft request' (duration: 1.466683877s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.799353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.331359Z","time spent":"1.467959506s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.799451Z","caller":"traceutil/trace.go:171","msg":"trace[726458622] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.467940296s","start":"2026-04-22T21:26:53.331503Z","end":"2026-04-22T21:26:54.799443Z","steps":["trace[726458622] 'process raft request' (duration: 1.466592515s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.799492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.331497Z","time spent":"1.467970037s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.799909Z","caller":"traceutil/trace.go:171","msg":"trace[298067750] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.467552727s","start":"2026-04-22T21:26:53.331325Z","end":"2026-04-22T21:26:54.798877Z","steps":["trace[298067750] 'process raft request' (duration: 1.466692427s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.799927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468641183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:26:54.799958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.33132Z","time spent":"1.468613392s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.800004Z","caller":"traceutil/trace.go:171","msg":"trace[676467208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25117; }","duration":"1.468745155s","start":"2026-04-22T21:26:53.33124Z","end":"2026-04-22T21:26:54.799986Z","steps":["trace[676467208] 'agreement among raft nodes before linearized reading' (duration: 1.468490399s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.331235Z","time spent":"1.468805476s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:26:54.800062Z","caller":"traceutil/trace.go:171","msg":"trace[1799478881] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.441075161s","start":"2026-04-22T21:26:53.358962Z","end":"2026-04-22T21:26:54.800037Z","steps":["trace[1799478881] 'process raft request' (duration: 1.440891957s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.358951Z","time spent":"1.441165203s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:26:54.800466Z","caller":"traceutil/trace.go:171","msg":"trace[1948201350] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"298.884757ms","start":"2026-04-22T21:26:54.501568Z","end":"2026-04-22T21:26:54.800453Z","steps":["trace[1948201350] 'process raft request' (duration: 298.410276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.415022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:54.80056Z","caller":"traceutil/trace.go:171","msg":"trace[725260243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25120; }","duration":"120.517055ms","start":"2026-04-22T21:26:54.680027Z","end":"2026-04-22T21:26:54.800544Z","steps":["trace[725260243] 'agreement among raft nodes before linearized reading' (duration: 120.397642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369185098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-22T21:26:54.800607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.232261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:26:54.800648Z","caller":"traceutil/trace.go:171","msg":"trace[2143394506] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25120; }","duration":"197.302782ms","start":"2026-04-22T21:26:54.603334Z","end":"2026-04-22T21:26:54.800637Z","steps":["trace[2143394506] 'agreement among raft nodes before linearized reading' (duration: 197.23527ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:54.800645Z","caller":"traceutil/trace.go:171","msg":"trace[1335877658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25120; }","duration":"1.36927455s","start":"2026-04-22T21:26:53.431351Z","end":"2026-04-22T21:26:54.800625Z","steps":["trace[1335877658] 'agreement among raft nodes before linearized reading' (duration: 1.369061705s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:26:54.800675Z","caller":"traceutil/trace.go:171","msg":"trace[993538644] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"297.402622ms","start":"2026-04-22T21:26:54.503222Z","end":"2026-04-22T21:26:54.800624Z","steps":["trace[993538644] 'process raft request' (duration: 297.077074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:53.431338Z","time spent":"1.369340231s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-22T21:26:54.80073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.74237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:26:54.800765Z","caller":"traceutil/trace.go:171","msg":"trace[716961907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25120; }","duration":"694.782781ms","start":"2026-04-22T21:26:54.105971Z","end":"2026-04-22T21:26:54.800753Z","steps":["trace[716961907] 'agreement among raft nodes before linearized reading' (duration: 694.714649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:26:54.800797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:54.105924Z","time spent":"694.862872ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:00.120668Z","caller":"traceutil/trace.go:171","msg":"trace[1747870620] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25996; }","duration":"187.749429ms","start":"2026-04-22T21:26:59.932895Z","end":"2026-04-22T21:27:00.120645Z","steps":["trace[1747870620] 'read index received' (duration: 187.572475ms)","trace[1747870620] 'applied index is now lower than readState.Index' (duration: 175.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:00.120797Z","caller":"traceutil/trace.go:171","msg":"trace[737492391] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"314.717975ms","start":"2026-04-22T21:26:59.80604Z","end":"2026-04-22T21:27:00.120758Z","steps":["trace[737492391] 'process raft request' (duration: 314.448219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:00.120883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.399559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:00.120917Z","caller":"traceutil/trace.go:171","msg":"trace[1142481421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25165; }","duration":"122.45428ms","start":"2026-04-22T21:26:59.998451Z","end":"2026-04-22T21:27:00.120905Z","steps":["trace[1142481421] 'agreement among raft nodes before linearized reading' (duration: 122.406659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:00.120953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:26:59.806022Z","time spent":"314.850418ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:00.12094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.026246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:27:00.120835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.711336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:00.121017Z","caller":"traceutil/trace.go:171","msg":"trace[249822095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25165; }","duration":"188.115589ms","start":"2026-04-22T21:26:59.932881Z","end":"2026-04-22T21:27:00.120996Z","steps":["trace[249822095] 'agreement among raft nodes before linearized reading' (duration: 187.882783ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:00.121042Z","caller":"traceutil/trace.go:171","msg":"trace[478061198] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25165; }","duration":"180.946932ms","start":"2026-04-22T21:26:59.940068Z","end":"2026-04-22T21:27:00.121015Z","steps":["trace[478061198] 'agreement among raft nodes before linearized reading' (duration: 180.713226ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:02.950534Z","caller":"traceutil/trace.go:171","msg":"trace[1651204534] linearizableReadLoop","detail":"{readStateIndex:26015; appliedIndex:26014; }","duration":"104.549213ms","start":"2026-04-22T21:27:02.845951Z","end":"2026-04-22T21:27:02.9505Z","steps":["trace[1651204534] 'read index received' (duration: 104.216185ms)","trace[1651204534] 'applied index is now lower than readState.Index' (duration: 332.138µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:02.950635Z","caller":"traceutil/trace.go:171","msg":"trace[1624705710] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"112.020907ms","start":"2026-04-22T21:27:02.83857Z","end":"2026-04-22T21:27:02.950591Z","steps":["trace[1624705710] 'process raft request' (duration: 111.693049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:02.950869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.879611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:27:02.950942Z","caller":"traceutil/trace.go:171","msg":"trace[29518748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25182; }","duration":"105.021634ms","start":"2026-04-22T21:27:02.845884Z","end":"2026-04-22T21:27:02.950905Z","steps":["trace[29518748] 'agreement among raft nodes before linearized reading' (duration: 104.796079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:02.95103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.551033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:27:02.95108Z","caller":"traceutil/trace.go:171","msg":"trace[180812891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25182; }","duration":"104.647855ms","start":"2026-04-22T21:27:02.846421Z","end":"2026-04-22T21:27:02.951069Z","steps":["trace[180812891] 'agreement among raft nodes before linearized reading' (duration: 104.43358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:03.566347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:04.092563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.276143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:04.092671Z","caller":"traceutil/trace.go:171","msg":"trace[337087380] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.135546799s","start":"2026-04-22T21:27:02.957105Z","end":"2026-04-22T21:27:04.092651Z","steps":["trace[337087380] 'process raft request' (duration: 617.106263ms)","trace[337087380] 'compare' (duration: 517.131176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:04.092734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:02.957078Z","time spent":"1.135626732s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.866208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.333581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:04.866507Z","caller":"traceutil/trace.go:171","msg":"trace[1899574889] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.904013625s","start":"2026-04-22T21:27:02.962473Z","end":"2026-04-22T21:27:04.866486Z","steps":["trace[1899574889] 'process raft request' (duration: 1.444289605s)","trace[1899574889] 'compare' (duration: 458.815969ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:04.866518Z","caller":"traceutil/trace.go:171","msg":"trace[1430873248] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"1.903825392s","start":"2026-04-22T21:27:02.962675Z","end":"2026-04-22T21:27:04.8665Z","steps":["trace[1430873248] 'process raft request' (duration: 1.903724069s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.866553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:02.962457Z","time spent":"1.904075637s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.866608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:02.962665Z","time spent":"1.903896743s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:04.866733Z","caller":"traceutil/trace.go:171","msg":"trace[1095383169] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"1.904143278s","start":"2026-04-22T21:27:02.96256Z","end":"2026-04-22T21:27:04.866703Z","steps":["trace[1095383169] 'process raft request' (duration: 1.903757769s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.866826Z","caller":"traceutil/trace.go:171","msg":"trace[1373470106] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"1.471459628s","start":"2026-04-22T21:27:03.39536Z","end":"2026-04-22T21:27:04.86682Z","steps":["trace[1373470106] 'process raft request' (duration: 1.471341585s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.866803Z","caller":"traceutil/trace.go:171","msg":"trace[669253117] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"1.509713478s","start":"2026-04-22T21:27:03.357066Z","end":"2026-04-22T21:27:04.866779Z","steps":["trace[669253117] 'process raft request' (duration: 1.50938662s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.866859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.395331Z","time spent":"1.471509999s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.866875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:02.962532Z","time spent":"1.904261941s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:04.866906Z","caller":"traceutil/trace.go:171","msg":"trace[1539349807] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"1.46896625s","start":"2026-04-22T21:27:03.397933Z","end":"2026-04-22T21:27:04.866899Z","steps":["trace[1539349807] 'process raft request' (duration: 1.468843437s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.866913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.357042Z","time spent":"1.509812231s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.866932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.397893Z","time spent":"1.469023601s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:04.866973Z","caller":"traceutil/trace.go:171","msg":"trace[1691788926] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"1.468927959s","start":"2026-04-22T21:27:03.398041Z","end":"2026-04-22T21:27:04.866969Z","steps":["trace[1691788926] 'process raft request' (duration: 1.468818607s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.866993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.398029Z","time spent":"1.46895227s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:04.866985Z","caller":"traceutil/trace.go:171","msg":"trace[1174238815] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"1.46897914s","start":"2026-04-22T21:27:03.397975Z","end":"2026-04-22T21:27:04.866954Z","steps":["trace[1174238815] 'process raft request' (duration: 1.468838217s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.867014Z","caller":"traceutil/trace.go:171","msg":"trace[2087319625] linearizableReadLoop","detail":"{readStateIndex:26026; appliedIndex:26015; }","duration":"1.801579322s","start":"2026-04-22T21:27:03.06541Z","end":"2026-04-22T21:27:04.86699Z","steps":["trace[2087319625] 'read index received' (duration: 508.812013ms)","trace[2087319625] 'applied index is now lower than readState.Index' (duration: 1.292766329s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:04.867042Z","caller":"traceutil/trace.go:171","msg":"trace[380789073] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.468787366s","start":"2026-04-22T21:27:03.398239Z","end":"2026-04-22T21:27:04.867026Z","steps":["trace[380789073] 'process raft request' (duration: 1.468713064s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.867038Z","caller":"traceutil/trace.go:171","msg":"trace[904448593] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.468907559s","start":"2026-04-22T21:27:03.398111Z","end":"2026-04-22T21:27:04.867019Z","steps":["trace[904448593] 'process raft request' (duration: 1.468779426s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.867124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.3982Z","time spent":"1.468881828s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.867147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.398081Z","time spent":"1.469007941s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.867151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.397961Z","time spent":"1.469096892s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:04.867188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464524446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:27:04.867208Z","caller":"traceutil/trace.go:171","msg":"trace[991735633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25193; }","duration":"1.464570648s","start":"2026-04-22T21:27:03.402631Z","end":"2026-04-22T21:27:04.867201Z","steps":["trace[991735633] 'agreement among raft nodes before linearized reading' (duration: 1.464501156s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.867196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.460007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-04-22T21:27:04.867226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.402593Z","time spent":"1.464628309s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:04.867214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.043857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:04.867158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801728425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:04.867243Z","caller":"traceutil/trace.go:171","msg":"trace[2081931084] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25193; }","duration":"564.549109ms","start":"2026-04-22T21:27:04.302681Z","end":"2026-04-22T21:27:04.86723Z","steps":["trace[2081931084] 'agreement among raft nodes before linearized reading' (duration: 564.453937ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.867254Z","caller":"traceutil/trace.go:171","msg":"trace[1849099354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25193; }","duration":"805.080268ms","start":"2026-04-22T21:27:04.062163Z","end":"2026-04-22T21:27:04.867243Z","steps":["trace[1849099354] 'agreement among raft nodes before linearized reading' (duration: 805.028507ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:04.86727Z","caller":"traceutil/trace.go:171","msg":"trace[384645612] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25193; }","duration":"1.801902889s","start":"2026-04-22T21:27:03.065361Z","end":"2026-04-22T21:27:04.867264Z","steps":["trace[384645612] 'agreement among raft nodes before linearized reading' (duration: 1.801745966s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.867257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187467818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:04.867289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.065325Z","time spent":"1.801956351s","remote":"127.0.0.1:37128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:04.867283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:04.302655Z","time spent":"564.617661ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-22T21:27:04.867288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:04.06211Z","time spent":"805.169091ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:04.867302Z","caller":"traceutil/trace.go:171","msg":"trace[421552640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25193; }","duration":"1.18754551s","start":"2026-04-22T21:27:03.679744Z","end":"2026-04-22T21:27:04.867289Z","steps":["trace[421552640] 'agreement among raft nodes before linearized reading' (duration: 1.187475108s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:04.867345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:03.679726Z","time spent":"1.187605952s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:05.880038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.042709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:05.880151Z","caller":"traceutil/trace.go:171","msg":"trace[338765852] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"921.381644ms","start":"2026-04-22T21:27:04.958748Z","end":"2026-04-22T21:27:05.88013Z","steps":["trace[338765852] 'process raft request' (duration: 558.167821ms)","trace[338765852] 'compare' (duration: 362.582858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:05.880215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:04.958713Z","time spent":"921.470096ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:06.016984Z","caller":"traceutil/trace.go:171","msg":"trace[1468581861] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"890.550387ms","start":"2026-04-22T21:27:05.126387Z","end":"2026-04-22T21:27:06.016937Z","steps":["trace[1468581861] 'process raft request' (duration: 890.344392ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:06.017086Z","caller":"traceutil/trace.go:171","msg":"trace[134919404] linearizableReadLoop","detail":"{readStateIndex:26029; appliedIndex:26027; }","duration":"769.711494ms","start":"2026-04-22T21:27:05.247177Z","end":"2026-04-22T21:27:06.016889Z","steps":["trace[134919404] 'read index received' (duration: 269.758889ms)","trace[134919404] 'applied index is now lower than readState.Index' (duration: 499.951305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:06.017181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:05.126352Z","time spent":"890.720441ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:06.017277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.087623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:27:06.017301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.372006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:06.017331Z","caller":"traceutil/trace.go:171","msg":"trace[961083091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25196; }","duration":"770.173164ms","start":"2026-04-22T21:27:05.247145Z","end":"2026-04-22T21:27:06.017318Z","steps":["trace[961083091] 'agreement among raft nodes before linearized reading' (duration: 769.96543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:06.017375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:05.247128Z","time spent":"770.235436ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:27:06.017375Z","caller":"traceutil/trace.go:171","msg":"trace[2038644484] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25196; }","duration":"525.492609ms","start":"2026-04-22T21:27:05.491861Z","end":"2026-04-22T21:27:06.017354Z","steps":["trace[2038644484] 'agreement among raft nodes before linearized reading' (duration: 525.363206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:06.017419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:05.491841Z","time spent":"525.566812ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:06.017513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.957614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:27:06.017581Z","caller":"traceutil/trace.go:171","msg":"trace[157895469] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25196; }","duration":"402.084627ms","start":"2026-04-22T21:27:05.615481Z","end":"2026-04-22T21:27:06.017566Z","steps":["trace[157895469] 'agreement among raft nodes before linearized reading' (duration: 401.826551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:06.017636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:05.615446Z","time spent":"402.17587ms","remote":"127.0.0.1:47554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:06.71142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.165801Z","time spent":"545.608408ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T21:27:06.713008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.099454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:06.713136Z","caller":"traceutil/trace.go:171","msg":"trace[693148263] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26029; }","duration":"630.243939ms","start":"2026-04-22T21:27:06.082859Z","end":"2026-04-22T21:27:06.713103Z","steps":["trace[693148263] 'read index received' (duration: 320.651593ms)","trace[693148263] 'applied index is now lower than readState.Index' (duration: 309.590676ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:06.713357Z","caller":"traceutil/trace.go:171","msg":"trace[1766478876] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"644.772967ms","start":"2026-04-22T21:27:06.068521Z","end":"2026-04-22T21:27:06.713294Z","steps":["trace[1766478876] 'process raft request' (duration: 335.11151ms)","trace[1766478876] 'compare' (duration: 308.93845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:06.713305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.442293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:06.713476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.261004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:27:06.713415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.74988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-22T21:27:06.713583Z","caller":"traceutil/trace.go:171","msg":"trace[702624115] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25197; }","duration":"361.994806ms","start":"2026-04-22T21:27:06.351579Z","end":"2026-04-22T21:27:06.713574Z","steps":["trace[702624115] 'agreement among raft nodes before linearized reading' (duration: 361.781331ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:06.713576Z","caller":"traceutil/trace.go:171","msg":"trace[1242981270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25197; }","duration":"616.401656ms","start":"2026-04-22T21:27:06.097149Z","end":"2026-04-22T21:27:06.713551Z","steps":["trace[1242981270] 'agreement among raft nodes before linearized reading' (duration: 616.171251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:06.713626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.351551Z","time spent":"362.065497ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-22T21:27:06.713638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.097131Z","time spent":"616.493069ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:06.71366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.068496Z","time spent":"645.002692ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:06.713532Z","caller":"traceutil/trace.go:171","msg":"trace[2090015423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25197; }","duration":"630.698319ms","start":"2026-04-22T21:27:06.082819Z","end":"2026-04-22T21:27:06.713518Z","steps":["trace[2090015423] 'agreement among raft nodes before linearized reading' (duration: 630.410093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:06.714098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.082802Z","time spent":"631.111239ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:27:07.170578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.65181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:07.170768Z","caller":"traceutil/trace.go:171","msg":"trace[1246238818] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"451.769165ms","start":"2026-04-22T21:27:06.718969Z","end":"2026-04-22T21:27:07.170738Z","steps":["trace[1246238818] 'process raft request' (duration: 134.88417ms)","trace[1246238818] 'compare' (duration: 316.489546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:07.170936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.718956Z","time spent":"451.906858ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:07.170942Z","caller":"traceutil/trace.go:171","msg":"trace[1940777105] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"297.34265ms","start":"2026-04-22T21:27:06.8734Z","end":"2026-04-22T21:27:07.170742Z","steps":["trace[1940777105] 'process raft request' (duration: 297.277649ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:07.171059Z","caller":"traceutil/trace.go:171","msg":"trace[2005124495] linearizableReadLoop","detail":"{readStateIndex:26031; appliedIndex:26030; }","duration":"450.046095ms","start":"2026-04-22T21:27:06.72096Z","end":"2026-04-22T21:27:07.171007Z","steps":["trace[2005124495] 'read index received' (duration: 132.980525ms)","trace[2005124495] 'applied index is now lower than readState.Index' (duration: 317.06267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:07.171322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.365433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:27:07.171369Z","caller":"traceutil/trace.go:171","msg":"trace[407431311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25199; }","duration":"450.481725ms","start":"2026-04-22T21:27:06.720875Z","end":"2026-04-22T21:27:07.171357Z","steps":["trace[407431311] 'agreement among raft nodes before linearized reading' (duration: 450.27552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.171407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.720844Z","time spent":"450.552897ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:27:07.499124Z","caller":"traceutil/trace.go:171","msg":"trace[1442401776] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"625.434877ms","start":"2026-04-22T21:27:06.873657Z","end":"2026-04-22T21:27:07.499092Z","steps":["trace[1442401776] 'process raft request' (duration: 549.97709ms)","trace[1442401776] 'compare' (duration: 75.214191ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:07.49921Z","caller":"traceutil/trace.go:171","msg":"trace[1257434378] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"625.404017ms","start":"2026-04-22T21:27:06.873783Z","end":"2026-04-22T21:27:07.499187Z","steps":["trace[1257434378] 'process raft request' (duration: 625.332255ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:07.499224Z","caller":"traceutil/trace.go:171","msg":"trace[1465124267] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"625.437667ms","start":"2026-04-22T21:27:06.873758Z","end":"2026-04-22T21:27:07.499195Z","steps":["trace[1465124267] 'process raft request' (duration: 625.253143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.499257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873638Z","time spent":"625.55094ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:07.499347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873743Z","time spent":"625.535159ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:07.49934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873752Z","time spent":"625.515309ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:07.499804Z","caller":"traceutil/trace.go:171","msg":"trace[940447957] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"625.923509ms","start":"2026-04-22T21:27:06.873863Z","end":"2026-04-22T21:27:07.499787Z","steps":["trace[940447957] 'process raft request' (duration: 625.286374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.499877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873855Z","time spent":"625.98584ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:07.500869Z","caller":"traceutil/trace.go:171","msg":"trace[404034809] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26032; }","duration":"329.732045ms","start":"2026-04-22T21:27:07.171122Z","end":"2026-04-22T21:27:07.500854Z","steps":["trace[404034809] 'read index received' (duration: 252.528998ms)","trace[404034809] 'applied index is now lower than readState.Index' (duration: 77.201416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:07.501037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.013071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:07.501114Z","caller":"traceutil/trace.go:171","msg":"trace[2114610238] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"627.178087ms","start":"2026-04-22T21:27:06.873921Z","end":"2026-04-22T21:27:07.501099Z","steps":["trace[2114610238] 'process raft request' (duration: 625.812755ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:07.501076Z","caller":"traceutil/trace.go:171","msg":"trace[1261058571] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"626.962253ms","start":"2026-04-22T21:27:06.874042Z","end":"2026-04-22T21:27:07.501005Z","steps":["trace[1261058571] 'process raft request' (duration: 626.618285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.544204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-22T21:27:07.501178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873908Z","time spent":"627.238609ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:07.501198Z","caller":"traceutil/trace.go:171","msg":"trace[355657466] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25205; }","duration":"327.573314ms","start":"2026-04-22T21:27:07.173613Z","end":"2026-04-22T21:27:07.501186Z","steps":["trace[355657466] 'agreement among raft nodes before linearized reading' (duration: 327.472172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.917761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T21:27:07.501335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.950595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:27:07.501365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.173553Z","time spent":"327.739278ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-22T21:27:07.501369Z","caller":"traceutil/trace.go:171","msg":"trace[828066007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25205; }","duration":"630.055044ms","start":"2026-04-22T21:27:06.87129Z","end":"2026-04-22T21:27:07.501345Z","steps":["trace[828066007] 'agreement among raft nodes before linearized reading' (duration: 629.793528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.978602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:27:07.501398Z","caller":"traceutil/trace.go:171","msg":"trace[331651913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25205; }","duration":"628.036758ms","start":"2026-04-22T21:27:06.873345Z","end":"2026-04-22T21:27:07.501382Z","steps":["trace[331651913] 'agreement among raft nodes before linearized reading' (duration: 627.850573ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:07.501425Z","caller":"traceutil/trace.go:171","msg":"trace[155600052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25205; }","duration":"630.075605ms","start":"2026-04-22T21:27:06.87134Z","end":"2026-04-22T21:27:07.501416Z","steps":["trace[155600052] 'agreement among raft nodes before linearized reading' (duration: 629.954912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.873334Z","time spent":"628.098539ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:07.501452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.377877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:07.501534Z","caller":"traceutil/trace.go:171","msg":"trace[393202901] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25205; }","duration":"158.509869ms","start":"2026-04-22T21:27:07.343007Z","end":"2026-04-22T21:27:07.501517Z","steps":["trace[393202901] 'agreement among raft nodes before linearized reading' (duration: 158.371016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.50145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.874033Z","time spent":"627.204518ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:07.501062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.473022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:27:07.501831Z","caller":"traceutil/trace.go:171","msg":"trace[755295741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25205; }","duration":"600.279131ms","start":"2026-04-22T21:27:06.901542Z","end":"2026-04-22T21:27:07.501821Z","steps":["trace[755295741] 'agreement among raft nodes before linearized reading' (duration: 599.399301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.901525Z","time spent":"600.329743ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:07.501432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.819391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:07.502004Z","caller":"traceutil/trace.go:171","msg":"trace[1742650658] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25205; }","duration":"484.366363ms","start":"2026-04-22T21:27:07.017562Z","end":"2026-04-22T21:27:07.501928Z","steps":["trace[1742650658] 'agreement among raft nodes before linearized reading' (duration: 483.431362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.501487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.871318Z","time spent":"630.161337ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:07.501433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:06.871268Z","time spent":"630.151827ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:27:07.502039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.017532Z","time spent":"484.497537ms","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:07.502833Z","caller":"traceutil/trace.go:171","msg":"trace[1748151493] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25205; }","duration":"492.123714ms","start":"2026-04-22T21:27:07.008965Z","end":"2026-04-22T21:27:07.501089Z","steps":["trace[1748151493] 'agreement among raft nodes before linearized reading' (duration: 491.95659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:07.503175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.008947Z","time spent":"494.14144ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:08.008652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:27:08.456776Z","caller":"traceutil/trace.go:171","msg":"trace[737771454] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"950.484742ms","start":"2026-04-22T21:27:07.506268Z","end":"2026-04-22T21:27:08.456753Z","steps":["trace[737771454] 'process raft request' (duration: 950.336328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:08.456928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.506248Z","time spent":"950.593105ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:09.041415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.958476ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:09.041513Z","caller":"traceutil/trace.go:171","msg":"trace[1043034015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25206; }","duration":"347.067258ms","start":"2026-04-22T21:27:08.694431Z","end":"2026-04-22T21:27:09.041498Z","steps":["trace[1043034015] 'range keys from in-memory index tree' (duration: 346.941645ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:09.042349Z","caller":"traceutil/trace.go:171","msg":"trace[1046118633] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"702.807918ms","start":"2026-04-22T21:27:08.339521Z","end":"2026-04-22T21:27:09.042329Z","steps":["trace[1046118633] 'process raft request' (duration: 702.318737ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:09.042343Z","caller":"traceutil/trace.go:171","msg":"trace[1131520243] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.534416053s","start":"2026-04-22T21:27:07.507893Z","end":"2026-04-22T21:27:09.042309Z","steps":["trace[1131520243] 'process raft request' (duration: 1.533788988s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:09.042363Z","caller":"traceutil/trace.go:171","msg":"trace[1143288657] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.156765413s","start":"2026-04-22T21:27:07.885564Z","end":"2026-04-22T21:27:09.042329Z","steps":["trace[1143288657] 'process raft request' (duration: 1.156232061s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:09.0424Z","caller":"traceutil/trace.go:171","msg":"trace[149468518] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"1.535867937s","start":"2026-04-22T21:27:07.506504Z","end":"2026-04-22T21:27:09.042372Z","steps":["trace[149468518] 'process raft request' (duration: 1.462367956s)","trace[149468518] 'compare' (duration: 72.58272ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:09.042396Z","caller":"traceutil/trace.go:171","msg":"trace[78716238] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"1.534029084s","start":"2026-04-22T21:27:07.50834Z","end":"2026-04-22T21:27:09.042369Z","steps":["trace[78716238] 'process raft request' (duration: 1.53341887s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.042446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:08.339491Z","time spent":"702.90359ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:09.042491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.507857Z","time spent":"1.534555626s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:09.042508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.50648Z","time spent":"1.535974049s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:09.042525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.885541Z","time spent":"1.156903927s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:09.042532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.508322Z","time spent":"1.534138796s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:09.112691Z","caller":"traceutil/trace.go:171","msg":"trace[1497196209] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26038; }","duration":"1.604244198s","start":"2026-04-22T21:27:07.508425Z","end":"2026-04-22T21:27:09.112669Z","steps":["trace[1497196209] 'read index received' (duration: 948.164828ms)","trace[1497196209] 'applied index is now lower than readState.Index' (duration: 656.07773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:09.112855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604440093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:09.112889Z","caller":"traceutil/trace.go:171","msg":"trace[30185619] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25211; }","duration":"1.604492724s","start":"2026-04-22T21:27:07.508388Z","end":"2026-04-22T21:27:09.11288Z","steps":["trace[30185619] 'agreement among raft nodes before linearized reading' (duration: 1.604412402s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.112915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.508334Z","time spent":"1.604574496s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:27:09.112963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.33582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:09.112985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597953962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-22T21:27:09.11303Z","caller":"traceutil/trace.go:171","msg":"trace[15410858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25211; }","duration":"535.452662ms","start":"2026-04-22T21:27:08.577561Z","end":"2026-04-22T21:27:09.113014Z","steps":["trace[15410858] 'agreement among raft nodes before linearized reading' (duration: 535.299709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.113066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:08.577545Z","time spent":"535.513424ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:09.113062Z","caller":"traceutil/trace.go:171","msg":"trace[1832917002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25211; }","duration":"1.598051404s","start":"2026-04-22T21:27:07.514991Z","end":"2026-04-22T21:27:09.113043Z","steps":["trace[1832917002] 'agreement among raft nodes before linearized reading' (duration: 1.597841789s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.11307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.631663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:27:09.11308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.972087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:09.113112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.514987Z","time spent":"1.598112275s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T21:27:09.113117Z","caller":"traceutil/trace.go:171","msg":"trace[930261060] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25211; }","duration":"137.682704ms","start":"2026-04-22T21:27:08.975418Z","end":"2026-04-22T21:27:09.113101Z","steps":["trace[930261060] 'agreement among raft nodes before linearized reading' (duration: 137.612413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.112972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499703056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:09.113147Z","caller":"traceutil/trace.go:171","msg":"trace[55988951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25211; }","duration":"436.08442ms","start":"2026-04-22T21:27:08.677047Z","end":"2026-04-22T21:27:09.113131Z","steps":["trace[55988951] 'agreement among raft nodes before linearized reading' (duration: 435.955037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.112986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.653839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:09.113186Z","caller":"traceutil/trace.go:171","msg":"trace[1540560023] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25211; }","duration":"1.499980732s","start":"2026-04-22T21:27:07.613185Z","end":"2026-04-22T21:27:09.113165Z","steps":["trace[1540560023] 'agreement among raft nodes before linearized reading' (duration: 1.499713356s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.113211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:08.677032Z","time spent":"436.162091ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:09.113191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.067587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:09.113236Z","caller":"traceutil/trace.go:171","msg":"trace[96696580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25211; }","duration":"163.958586ms","start":"2026-04-22T21:27:08.949263Z","end":"2026-04-22T21:27:09.113222Z","steps":["trace[96696580] 'agreement among raft nodes before linearized reading' (duration: 163.640369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.113245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.613154Z","time spent":"1.500076494s","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:09.113277Z","caller":"traceutil/trace.go:171","msg":"trace[1058465397] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25211; }","duration":"921.207361ms","start":"2026-04-22T21:27:08.192052Z","end":"2026-04-22T21:27:09.11326Z","steps":["trace[1058465397] 'agreement among raft nodes before linearized reading' (duration: 921.015367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.113329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:08.19203Z","time spent":"921.288542ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:09.113371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515729899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-04-22T21:27:09.113452Z","caller":"traceutil/trace.go:171","msg":"trace[1634863492] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25211; }","duration":"1.515874632s","start":"2026-04-22T21:27:07.597559Z","end":"2026-04-22T21:27:09.113433Z","steps":["trace[1634863492] 'agreement among raft nodes before linearized reading' (duration: 1.515381511s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:09.113502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:07.597536Z","time spent":"1.515954803s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276043,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-22T21:27:09.97271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:10.473828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:10.974457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:11.475465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:11.503696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.327104772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:27:11.504372Z","caller":"traceutil/trace.go:171","msg":"trace[2049669867] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"2.3278587s","start":"2026-04-22T21:27:09.176489Z","end":"2026-04-22T21:27:11.504347Z","steps":["trace[2049669867] 'process raft request' (duration: 2.327639354s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:11.504494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.17647Z","time spent":"2.327958702s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:11.679629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:11.679693Z","caller":"traceutil/trace.go:171","msg":"trace[1067775587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203105s","start":"2026-04-22T21:27:09.679474Z","end":"2026-04-22T21:27:11.679677Z","steps":["trace[1067775587] 'agreement among raft nodes before linearized reading' (duration: 2.000123213s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:11.679733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.679457Z","time spent":"2.000270696s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:12.92604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261148243s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:27:12.926511Z","caller":"traceutil/trace.go:171","msg":"trace[523700219] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"3.748422613s","start":"2026-04-22T21:27:09.178059Z","end":"2026-04-22T21:27:12.926481Z","steps":["trace[523700219] 'process raft request' (duration: 3.748086606s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.92654Z","caller":"traceutil/trace.go:171","msg":"trace[319456013] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"3.421232689s","start":"2026-04-22T21:27:09.50528Z","end":"2026-04-22T21:27:12.926512Z","steps":["trace[319456013] 'process raft request' (duration: 3.421152037s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.926572Z","caller":"traceutil/trace.go:171","msg":"trace[1569238254] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"1.903265248s","start":"2026-04-22T21:27:11.023295Z","end":"2026-04-22T21:27:12.92656Z","steps":["trace[1569238254] 'process raft request' (duration: 1.903225677s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.926643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.023272Z","time spent":"1.9033183s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:12.92662Z","caller":"traceutil/trace.go:171","msg":"trace[1631612539] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"3.419957429s","start":"2026-04-22T21:27:09.506629Z","end":"2026-04-22T21:27:12.926586Z","steps":["trace[1631612539] 'process raft request' (duration: 3.419836296s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.926649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.505257Z","time spent":"3.421334141s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:12.926726Z","caller":"traceutil/trace.go:171","msg":"trace[730954487] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"3.420035551s","start":"2026-04-22T21:27:09.506685Z","end":"2026-04-22T21:27:12.92672Z","steps":["trace[730954487] 'process raft request' (duration: 3.419801165s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.926756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.506666Z","time spent":"3.420074141s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:12.926734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.178042Z","time spent":"3.748538616s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:12.926735Z","caller":"traceutil/trace.go:171","msg":"trace[1751196499] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"3.421566746s","start":"2026-04-22T21:27:09.505123Z","end":"2026-04-22T21:27:12.92669Z","steps":["trace[1751196499] 'process raft request' (duration: 3.42128537s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.926719Z","caller":"traceutil/trace.go:171","msg":"trace[1002486268] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"3.420068242s","start":"2026-04-22T21:27:09.506594Z","end":"2026-04-22T21:27:12.926662Z","steps":["trace[1002486268] 'process raft request' (duration: 3.419853947s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.926859Z","caller":"traceutil/trace.go:171","msg":"trace[477338702] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"1.878278267s","start":"2026-04-22T21:27:11.048575Z","end":"2026-04-22T21:27:12.926854Z","steps":["trace[477338702] 'process raft request' (duration: 1.87796529s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.926891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.048554Z","time spent":"1.878321678s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:12.926876Z","caller":"traceutil/trace.go:171","msg":"trace[1502229225] linearizableReadLoop","detail":"{readStateIndex:26056; appliedIndex:26046; }","duration":"3.454967224s","start":"2026-04-22T21:27:09.471893Z","end":"2026-04-22T21:27:12.92686Z","steps":["trace[1502229225] 'read index received' (duration: 2.032674081s)","trace[1502229225] 'applied index is now lower than readState.Index' (duration: 1.422291893s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:12.926934Z","caller":"traceutil/trace.go:171","msg":"trace[2034013539] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"1.508475919s","start":"2026-04-22T21:27:11.418442Z","end":"2026-04-22T21:27:12.926918Z","steps":["trace[2034013539] 'process raft request' (duration: 1.508335336s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.92691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.505104Z","time spent":"3.42171573s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:12.926975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455078756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:12.927001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.506585Z","time spent":"3.420280676s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:12.927028Z","caller":"traceutil/trace.go:171","msg":"trace[755095130] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25222; }","duration":"3.455138438s","start":"2026-04-22T21:27:09.471875Z","end":"2026-04-22T21:27:12.927014Z","steps":["trace[755095130] 'agreement among raft nodes before linearized reading' (duration: 3.455030695s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474616687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.927092Z","caller":"traceutil/trace.go:171","msg":"trace[304694671] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25222; }","duration":"2.474675828s","start":"2026-04-22T21:27:10.452408Z","end":"2026-04-22T21:27:12.927083Z","steps":["trace[304694671] 'agreement among raft nodes before linearized reading' (duration: 2.474639407s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.471818Z","time spent":"3.455255091s","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.418422Z","time spent":"1.508551722s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:12.927109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.452389Z","time spent":"2.474713359s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:12.926957Z","caller":"traceutil/trace.go:171","msg":"trace[1704224903] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"3.419885307s","start":"2026-04-22T21:27:09.506903Z","end":"2026-04-22T21:27:12.926788Z","steps":["trace[1704224903] 'process raft request' (duration: 3.419600231s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.926769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.506618Z","time spent":"3.420069071s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:12.927178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880612101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-22T21:27:12.927242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102903825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.927305Z","caller":"traceutil/trace.go:171","msg":"trace[149588111] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25222; }","duration":"2.103000717s","start":"2026-04-22T21:27:10.82429Z","end":"2026-04-22T21:27:12.927291Z","steps":["trace[149588111] 'agreement among raft nodes before linearized reading' (duration: 2.102886965s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118929863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-22T21:27:12.927329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.470552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:12.927282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.506879Z","time spent":"3.420286156s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:12.927411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.331106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:12.927413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737315091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.927449Z","caller":"traceutil/trace.go:171","msg":"trace[1720052211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25222; }","duration":"604.401708ms","start":"2026-04-22T21:27:12.323038Z","end":"2026-04-22T21:27:12.927439Z","steps":["trace[1720052211] 'agreement among raft nodes before linearized reading' (duration: 604.346096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086166215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.927453Z","caller":"traceutil/trace.go:171","msg":"trace[44747525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25222; }","duration":"2.737384713s","start":"2026-04-22T21:27:10.190059Z","end":"2026-04-22T21:27:12.927444Z","steps":["trace[44747525] 'agreement among raft nodes before linearized reading' (duration: 2.737322211s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120748515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-22T21:27:12.927481Z","caller":"traceutil/trace.go:171","msg":"trace[984094772] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25222; }","duration":"2.086215746s","start":"2026-04-22T21:27:10.84126Z","end":"2026-04-22T21:27:12.927476Z","steps":["trace[984094772] 'agreement among raft nodes before linearized reading' (duration: 2.086176176s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.841248Z","time spent":"2.086244707s","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.190045Z","time spent":"2.737439814s","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:12.927503Z","caller":"traceutil/trace.go:171","msg":"trace[664465302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25222; }","duration":"3.120830447s","start":"2026-04-22T21:27:09.80666Z","end":"2026-04-22T21:27:12.92749Z","steps":["trace[664465302] 'agreement among raft nodes before linearized reading' (duration: 3.120674883s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605682292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.9276Z","caller":"traceutil/trace.go:171","msg":"trace[1365887126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25222; }","duration":"1.605757424s","start":"2026-04-22T21:27:11.321802Z","end":"2026-04-22T21:27:12.927559Z","steps":["trace[1365887126] 'agreement among raft nodes before linearized reading' (duration: 1.605710373s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.321781Z","time spent":"1.605839696s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075184619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"warn","ts":"2026-04-22T21:27:12.927489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.323019Z","time spent":"604.461629ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667286441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-22T21:27:12.927681Z","caller":"traceutil/trace.go:171","msg":"trace[1230517758] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25222; }","duration":"2.075268272s","start":"2026-04-22T21:27:10.852397Z","end":"2026-04-22T21:27:12.927665Z","steps":["trace[1230517758] 'agreement among raft nodes before linearized reading' (duration: 2.074990665s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.92756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.806645Z","time spent":"3.120883489s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-22T21:27:12.927756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247843584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:12.927777Z","caller":"traceutil/trace.go:171","msg":"trace[490437694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25222; }","duration":"1.247886774s","start":"2026-04-22T21:27:11.679883Z","end":"2026-04-22T21:27:12.92777Z","steps":["trace[490437694] 'agreement among raft nodes before linearized reading' (duration: 1.247851653s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.852387Z","time spent":"2.075376604s","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-22T21:27:12.927791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.679872Z","time spent":"1.247915406s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:12.927778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88056678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:27:12.927834Z","caller":"traceutil/trace.go:171","msg":"trace[371096161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25222; }","duration":"1.880622311s","start":"2026-04-22T21:27:11.047198Z","end":"2026-04-22T21:27:12.92782Z","steps":["trace[371096161] 'agreement among raft nodes before linearized reading' (duration: 1.880476878s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.047164Z","time spent":"1.880708374s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:27:12.927364Z","caller":"traceutil/trace.go:171","msg":"trace[571376286] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25222; }","duration":"385.541894ms","start":"2026-04-22T21:27:12.541812Z","end":"2026-04-22T21:27:12.927354Z","steps":["trace[571376286] 'agreement among raft nodes before linearized reading' (duration: 385.486272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881022951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T21:27:12.927885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.04779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:12.927362Z","caller":"traceutil/trace.go:171","msg":"trace[1643618245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25222; }","duration":"3.118979344s","start":"2026-04-22T21:27:09.808372Z","end":"2026-04-22T21:27:12.927351Z","steps":["trace[1643618245] 'agreement among raft nodes before linearized reading' (duration: 3.11884649s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.927944Z","caller":"traceutil/trace.go:171","msg":"trace[63180111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25222; }","duration":"1.881111763s","start":"2026-04-22T21:27:11.04682Z","end":"2026-04-22T21:27:12.927931Z","steps":["trace[63180111] 'agreement among raft nodes before linearized reading' (duration: 1.88096737s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.808367Z","time spent":"3.119585148s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-22T21:27:12.927964Z","caller":"traceutil/trace.go:171","msg":"trace[1518253081] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25222; }","duration":"879.195413ms","start":"2026-04-22T21:27:12.04875Z","end":"2026-04-22T21:27:12.927945Z","steps":["trace[1518253081] 'agreement among raft nodes before linearized reading' (duration: 878.984408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.927987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.046807Z","time spent":"1.881172964s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:12.927362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.824274Z","time spent":"2.103072758s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196004307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:12.928017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.048734Z","time spent":"879.272235ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302080396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:27:12.928057Z","caller":"traceutil/trace.go:171","msg":"trace[686743821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25222; }","duration":"3.196975839s","start":"2026-04-22T21:27:09.731067Z","end":"2026-04-22T21:27:12.928042Z","steps":["trace[686743821] 'agreement among raft nodes before linearized reading' (duration: 3.195973085s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:12.928087Z","caller":"traceutil/trace.go:171","msg":"trace[406445373] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25222; }","duration":"1.302477875s","start":"2026-04-22T21:27:11.625593Z","end":"2026-04-22T21:27:12.928071Z","steps":["trace[406445373] 'agreement among raft nodes before linearized reading' (duration: 1.301912572s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.928124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.625577Z","time spent":"1.302540666s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T21:27:12.928098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:09.731053Z","time spent":"3.197036311s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:12.927272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467679435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:27:12.928281Z","caller":"traceutil/trace.go:171","msg":"trace[918686799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25222; }","duration":"2.468679348s","start":"2026-04-22T21:27:10.459587Z","end":"2026-04-22T21:27:12.928267Z","steps":["trace[918686799] 'agreement among raft nodes before linearized reading' (duration: 2.467610723s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.928323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.459545Z","time spent":"2.46876549s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:12.927928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.541792Z","time spent":"386.129457ms","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:12.928585Z","caller":"traceutil/trace.go:171","msg":"trace[1925663138] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42; range_end:; response_count:1; response_revision:25222; }","duration":"2.667756672s","start":"2026-04-22T21:27:10.259994Z","end":"2026-04-22T21:27:12.927751Z","steps":["trace[1925663138] 'agreement among raft nodes before linearized reading' (duration: 2.667145818s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.928622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:10.259951Z","time spent":"2.668662443s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42\" "} {"level":"info","ts":"2026-04-22T21:27:12.927258Z","caller":"traceutil/trace.go:171","msg":"trace[461180605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25222; }","duration":"1.880724974s","start":"2026-04-22T21:27:11.046517Z","end":"2026-04-22T21:27:12.927242Z","steps":["trace[461180605] 'agreement among raft nodes before linearized reading' (duration: 1.880515539s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:12.928904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:11.046478Z","time spent":"1.882417903s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:13.437091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:13.937263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:14.083999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12359692s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:14.213499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.31555ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T21:27:14.213619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.930763Z","time spent":"1.282851447s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T21:27:14.935922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T21:27:14.935993Z","caller":"traceutil/trace.go:171","msg":"trace[376325969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069321s","start":"2026-04-22T21:27:12.935907Z","end":"2026-04-22T21:27:14.935977Z","steps":["trace[376325969] 'agreement among raft nodes before linearized reading' (duration: 1.999975109s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:14.936074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.935889Z","time spent":"2.000175453s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:15.523523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438616964s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:15.636018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.275343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-22T21:27:15.636904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.931558Z","time spent":"2.705336486s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T21:27:15.637083Z","caller":"traceutil/trace.go:171","msg":"trace[1452640321] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"2.703911993s","start":"2026-04-22T21:27:12.933149Z","end":"2026-04-22T21:27:15.637061Z","steps":["trace[1452640321] 'process raft request' (duration: 2.702978971s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.637252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.933127Z","time spent":"2.704003214s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.637308Z","caller":"traceutil/trace.go:171","msg":"trace[1508264309] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"2.703744079s","start":"2026-04-22T21:27:12.933539Z","end":"2026-04-22T21:27:15.637283Z","steps":["trace[1508264309] 'process raft request' (duration: 2.703455002s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.637397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.933524Z","time spent":"2.70382602s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.637417Z","caller":"traceutil/trace.go:171","msg":"trace[1708891784] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"2.70382119s","start":"2026-04-22T21:27:12.93357Z","end":"2026-04-22T21:27:15.637391Z","steps":["trace[1708891784] 'process raft request' (duration: 2.703627576s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.637556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.93356Z","time spent":"2.703916022s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.637571Z","caller":"traceutil/trace.go:171","msg":"trace[1263115524] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"2.703938723s","start":"2026-04-22T21:27:12.933612Z","end":"2026-04-22T21:27:15.63755Z","steps":["trace[1263115524] 'process raft request' (duration: 2.703736758s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.637674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.933594Z","time spent":"2.704024065s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.637881Z","caller":"traceutil/trace.go:171","msg":"trace[2121355554] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"2.703990724s","start":"2026-04-22T21:27:12.933877Z","end":"2026-04-22T21:27:15.637868Z","steps":["trace[2121355554] 'process raft request' (duration: 2.703615786s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.637949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.933866Z","time spent":"2.704050005s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.638064Z","caller":"traceutil/trace.go:171","msg":"trace[439791923] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"2.703904493s","start":"2026-04-22T21:27:12.934145Z","end":"2026-04-22T21:27:15.638049Z","steps":["trace[439791923] 'process raft request' (duration: 2.703576245s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.638147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:12.934136Z","time spent":"2.703968924s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.63865Z","caller":"traceutil/trace.go:171","msg":"trace[1879947498] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26056; }","duration":"2.702670773s","start":"2026-04-22T21:27:12.935955Z","end":"2026-04-22T21:27:15.638625Z","steps":["trace[1879947498] 'read index received' (duration: 1.148298125s)","trace[1879947498] 'applied index is now lower than readState.Index' (duration: 1.554371628s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:15.638788Z","caller":"traceutil/trace.go:171","msg":"trace[1499320030] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"2.286821565s","start":"2026-04-22T21:27:13.351937Z","end":"2026-04-22T21:27:15.638758Z","steps":["trace[1499320030] 'process raft request' (duration: 2.285969095s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.638925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:13.351917Z","time spent":"2.286949169s","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:15.638933Z","caller":"traceutil/trace.go:171","msg":"trace[754994659] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"2.1302006s","start":"2026-04-22T21:27:13.508715Z","end":"2026-04-22T21:27:15.638916Z","steps":["trace[754994659] 'process raft request' (duration: 2.129856052s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:15.639068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:13.508694Z","time spent":"2.130310963s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:16.139142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:16.639733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:16.723517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199763013s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:16.936637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:16.936741Z","caller":"traceutil/trace.go:171","msg":"trace[221784859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384868s","start":"2026-04-22T21:27:14.936335Z","end":"2026-04-22T21:27:16.936719Z","steps":["trace[221784859] 'agreement among raft nodes before linearized reading' (duration: 2.000257635s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:16.936818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.936322Z","time spent":"2.00047754s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:17.458274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.389743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:17.458587Z","caller":"traceutil/trace.go:171","msg":"trace[1394695459] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"2.522616913s","start":"2026-04-22T21:27:14.935958Z","end":"2026-04-22T21:27:17.458575Z","steps":["trace[1394695459] 'process raft request' (duration: 2.522585142s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:17.45864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.935944Z","time spent":"2.522673044s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:17.458789Z","caller":"traceutil/trace.go:171","msg":"trace[1641318360] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"2.524008665s","start":"2026-04-22T21:27:14.934771Z","end":"2026-04-22T21:27:17.45878Z","steps":["trace[1641318360] 'process raft request' (duration: 2.523679557s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:17.458777Z","caller":"traceutil/trace.go:171","msg":"trace[1547959519] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"2.52420377s","start":"2026-04-22T21:27:14.934543Z","end":"2026-04-22T21:27:17.458747Z","steps":["trace[1547959519] 'process raft request' (duration: 2.523881573s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:17.458824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.934755Z","time spent":"2.524052316s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:17.458846Z","caller":"traceutil/trace.go:171","msg":"trace[374085509] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"2.523511834s","start":"2026-04-22T21:27:14.935315Z","end":"2026-04-22T21:27:17.458827Z","steps":["trace[374085509] 'process raft request' (duration: 2.523183766s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:17.458886Z","caller":"traceutil/trace.go:171","msg":"trace[442526078] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"2.522961761s","start":"2026-04-22T21:27:14.935869Z","end":"2026-04-22T21:27:17.458831Z","steps":["trace[442526078] 'process raft request' (duration: 2.522650104s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:17.459231Z","caller":"traceutil/trace.go:171","msg":"trace[187806308] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"2.523984924s","start":"2026-04-22T21:27:14.934937Z","end":"2026-04-22T21:27:17.458922Z","steps":["trace[187806308] 'process raft request' (duration: 2.523538704s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:17.459274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.934926Z","time spent":"2.524328493s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:17.459252Z","caller":"traceutil/trace.go:171","msg":"trace[568111515] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"3.244145896s","start":"2026-04-22T21:27:14.214784Z","end":"2026-04-22T21:27:17.45893Z","steps":["trace[568111515] 'process raft request' (duration: 2.509032326s)","trace[568111515] 'compare' (duration: 733.903472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:17.459277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.93453Z","time spent":"2.524314542s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:17.459253Z","caller":"traceutil/trace.go:171","msg":"trace[1370975209] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"2.525184112s","start":"2026-04-22T21:27:14.933871Z","end":"2026-04-22T21:27:17.459055Z","steps":["trace[1370975209] 'process raft request' (duration: 2.524475456s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:17.459328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.935848Z","time spent":"2.523407531s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:17.459356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.93384Z","time spent":"2.52549945s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:17.459276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.935303Z","time spent":"2.523633296s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:17.459383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.214763Z","time spent":"3.244549725s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:17.488911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:17.489004Z","caller":"traceutil/trace.go:171","msg":"trace[1351206095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604353s","start":"2026-04-22T21:27:15.48838Z","end":"2026-04-22T21:27:17.488984Z","steps":["trace[1351206095] 'agreement among raft nodes before linearized reading' (duration: 2.00047718s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:17.489057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:15.488364Z","time spent":"2.000682764s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:17.8453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117031089s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:18.944917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T21:27:18.945112Z","caller":"traceutil/trace.go:171","msg":"trace[1710690683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045388s","start":"2026-04-22T21:27:16.944622Z","end":"2026-04-22T21:27:18.945076Z","steps":["trace[1710690683] 'agreement among raft nodes before linearized reading' (duration: 2.000225975s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:18.945219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.944596Z","time spent":"2.000588524s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:19.469058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.994818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:19.469375Z","caller":"traceutil/trace.go:171","msg":"trace[716055363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25238; }","duration":"775.132391ms","start":"2026-04-22T21:27:18.694037Z","end":"2026-04-22T21:27:19.469169Z","steps":["trace[716055363] 'range keys from in-memory index tree' (duration: 774.980088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:19.470126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624569182s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:19.4704Z","caller":"traceutil/trace.go:171","msg":"trace[2103304536] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"3.83119627s","start":"2026-04-22T21:27:15.639185Z","end":"2026-04-22T21:27:19.470381Z","steps":["trace[2103304536] 'process raft request' (duration: 2.2063053s)","trace[2103304536] 'compare' (duration: 1.623354654s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:19.470465Z","caller":"traceutil/trace.go:171","msg":"trace[1959523880] linearizableReadLoop","detail":"{readStateIndex:26076; appliedIndex:26066; }","duration":"3.831696061s","start":"2026-04-22T21:27:15.638711Z","end":"2026-04-22T21:27:19.470407Z","steps":["trace[1959523880] 'read index received' (duration: 1.085121725s)","trace[1959523880] 'applied index is now lower than readState.Index' (duration: 2.746568336s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:19.47057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:15.63916Z","time spent":"3.831276142s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:19.47068Z","caller":"traceutil/trace.go:171","msg":"trace[1610788074] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"2.919966671s","start":"2026-04-22T21:27:16.550694Z","end":"2026-04-22T21:27:19.470661Z","steps":["trace[1610788074] 'process raft request' (duration: 2.919559742s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:19.47077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.550671Z","time spent":"2.920068743s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:19.470793Z","caller":"traceutil/trace.go:171","msg":"trace[687000107] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"2.706313029s","start":"2026-04-22T21:27:16.764456Z","end":"2026-04-22T21:27:19.470769Z","steps":["trace[687000107] 'process raft request' (duration: 2.705870068s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:19.471047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.764439Z","time spent":"2.706473263s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:19.971264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:20.47184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:20.597979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133776538s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:20.68392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213545704s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T21:27:20.684109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.561489756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:27:20.684161Z","caller":"traceutil/trace.go:171","msg":"trace[813355923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25241; }","duration":"6.561570688s","start":"2026-04-22T21:27:14.122572Z","end":"2026-04-22T21:27:20.684142Z","steps":["trace[813355923] 'agreement among raft nodes before linearized reading' (duration: 5.348075735s)","trace[813355923] 'range keys from in-memory index tree' (duration: 1.21333356s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.684219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.122551Z","time spent":"6.561659619s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:27:20.684258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750171503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T21:27:20.684307Z","caller":"traceutil/trace.go:171","msg":"trace[739650429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25241; }","duration":"5.750233534s","start":"2026-04-22T21:27:14.934058Z","end":"2026-04-22T21:27:20.684291Z","steps":["trace[739650429] 'agreement among raft nodes before linearized reading' (duration: 4.536778932s)","trace[739650429] 'range keys from in-memory index tree' (duration: 1.213345009s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.684344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.93405Z","time spent":"5.750286455s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:20.68459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448281221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:20.684725Z","caller":"traceutil/trace.go:171","msg":"trace[2076416632] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25241; }","duration":"6.448528957s","start":"2026-04-22T21:27:14.236133Z","end":"2026-04-22T21:27:20.684662Z","steps":["trace[2076416632] 'agreement among raft nodes before linearized reading' (duration: 5.234505622s)","trace[2076416632] 'count revisions from in-memory index tree' (duration: 1.213781469s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.683935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.625661844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:20.684837Z","caller":"traceutil/trace.go:171","msg":"trace[1102482791] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25241; }","duration":"7.626629826s","start":"2026-04-22T21:27:13.05819Z","end":"2026-04-22T21:27:20.68482Z","steps":["trace[1102482791] 'agreement among raft nodes before linearized reading' (duration: 6.4125384s)","trace[1102482791] 'count revisions from in-memory index tree' (duration: 1.213134884s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.684852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.236115Z","time spent":"6.448714821s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:20.684855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757036902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:20.685086Z","caller":"traceutil/trace.go:171","msg":"trace[1794543095] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25241; }","duration":"5.757323258s","start":"2026-04-22T21:27:14.927754Z","end":"2026-04-22T21:27:20.685077Z","steps":["trace[1794543095] 'agreement among raft nodes before linearized reading' (duration: 4.543113259s)","trace[1794543095] 'count revisions from in-memory index tree' (duration: 1.213932073s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.685123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.927736Z","time spent":"5.75737491s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:20.684886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:13.058165Z","time spent":"7.626708089s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:20.685641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362059909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-22T21:27:20.685751Z","caller":"traceutil/trace.go:171","msg":"trace[1513932138] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25241; }","duration":"7.362197862s","start":"2026-04-22T21:27:13.32352Z","end":"2026-04-22T21:27:20.685718Z","steps":["trace[1513932138] 'agreement among raft nodes before linearized reading' (duration: 6.147187054s)","trace[1513932138] 'range keys from in-memory index tree' (duration: 1.21470225s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.685812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:13.323454Z","time spent":"7.362346375s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-22T21:27:20.685683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567609528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:27:20.686075Z","caller":"traceutil/trace.go:171","msg":"trace[449400902] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25241; }","duration":"6.568037678s","start":"2026-04-22T21:27:14.11802Z","end":"2026-04-22T21:27:20.686058Z","steps":["trace[449400902] 'agreement among raft nodes before linearized reading' (duration: 5.352668212s)","trace[449400902] 'count revisions from in-memory index tree' (duration: 1.214962147s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:20.68613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:14.117998Z","time spent":"6.568115239s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2699,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:20.686096Z","caller":"traceutil/trace.go:171","msg":"trace[264809477] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"3.041732035s","start":"2026-04-22T21:27:17.644299Z","end":"2026-04-22T21:27:20.686031Z","steps":["trace[264809477] 'process raft request' (duration: 3.039786709s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:20.68708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.644286Z","time spent":"3.042628546s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:20.945335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:20.945413Z","caller":"traceutil/trace.go:171","msg":"trace[2101041025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999873036s","start":"2026-04-22T21:27:18.945523Z","end":"2026-04-22T21:27:20.945396Z","steps":["trace[2101041025] 'agreement among raft nodes before linearized reading' (duration: 1.999773094s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:20.94546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:18.945459Z","time spent":"1.999991598s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:22.159149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473103837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:22.159325Z","caller":"traceutil/trace.go:171","msg":"trace[1695798797] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"2.69522765s","start":"2026-04-22T21:27:19.464082Z","end":"2026-04-22T21:27:22.15931Z","steps":["trace[1695798797] 'process raft request' (duration: 2.695166329s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:22.159376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.464057Z","time spent":"2.695294562s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:22.159536Z","caller":"traceutil/trace.go:171","msg":"trace[598775026] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"4.224950335s","start":"2026-04-22T21:27:17.934527Z","end":"2026-04-22T21:27:22.159477Z","steps":["trace[598775026] 'process raft request' (duration: 2.75146614s)","trace[598775026] 'compare' (duration: 1.471705503s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:22.159852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.934501Z","time spent":"4.225224931s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:22.627444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029242471s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:22.640216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:22.64029Z","caller":"traceutil/trace.go:171","msg":"trace[219010888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999672016s","start":"2026-04-22T21:27:17.6406Z","end":"2026-04-22T21:27:22.640272Z","steps":["trace[219010888] 'agreement among raft nodes before linearized reading' (duration: 4.999578634s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:22.640328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.640541Z","time spent":"4.999779518s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/22 21:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:22.641359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999700897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T21:27:22.641626Z","caller":"traceutil/trace.go:171","msg":"trace[189111482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000016683s","start":"2026-04-22T21:27:17.641593Z","end":"2026-04-22T21:27:22.64161Z","steps":["trace[189111482] 'agreement among raft nodes before linearized reading' (duration: 4.999727307s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:22.641668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.641577Z","time spent":"5.000084306s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:27:22.641821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999643126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T21:27:22.641904Z","caller":"traceutil/trace.go:171","msg":"trace[1704585385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999762038s","start":"2026-04-22T21:27:17.642121Z","end":"2026-04-22T21:27:22.641883Z","steps":["trace[1704585385] 'agreement among raft nodes before linearized reading' (duration: 4.999662585s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:22.64195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.642109Z","time spent":"4.999831039s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:22.951189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:22.951346Z","caller":"traceutil/trace.go:171","msg":"trace[1809092227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495791s","start":"2026-04-22T21:27:20.950831Z","end":"2026-04-22T21:27:22.951327Z","steps":["trace[1809092227] 'agreement among raft nodes before linearized reading' (duration: 2.000327987s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:22.951418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.950824Z","time spent":"2.000580803s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:23.372781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.971759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:23.372988Z","caller":"traceutil/trace.go:171","msg":"trace[257395097] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"3.907824954s","start":"2026-04-22T21:27:19.465139Z","end":"2026-04-22T21:27:23.372964Z","steps":["trace[257395097] 'process raft request' (duration: 3.162590669s)","trace[257395097] 'compare' (duration: 744.219061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:23.373059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.465115Z","time spent":"3.907913915s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.373222Z","caller":"traceutil/trace.go:171","msg":"trace[966702265] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"3.908053488s","start":"2026-04-22T21:27:19.46515Z","end":"2026-04-22T21:27:23.373203Z","steps":["trace[966702265] 'process raft request' (duration: 3.907729801s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.373344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.465129Z","time spent":"3.908157031s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.373796Z","caller":"traceutil/trace.go:171","msg":"trace[1981446516] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"3.90855552s","start":"2026-04-22T21:27:19.465231Z","end":"2026-04-22T21:27:23.373787Z","steps":["trace[1981446516] 'process raft request' (duration: 3.907912775s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.373869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.465223Z","time spent":"3.908614122s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.37399Z","caller":"traceutil/trace.go:171","msg":"trace[102563732] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"3.908668033s","start":"2026-04-22T21:27:19.465289Z","end":"2026-04-22T21:27:23.373957Z","steps":["trace[102563732] 'process raft request' (duration: 3.908433177s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374187Z","caller":"traceutil/trace.go:171","msg":"trace[960227735] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"3.90856728s","start":"2026-04-22T21:27:19.465593Z","end":"2026-04-22T21:27:23.37416Z","steps":["trace[960227735] 'process raft request' (duration: 3.908311844s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.465268Z","time spent":"3.908825957s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.374238Z","caller":"traceutil/trace.go:171","msg":"trace[1177620390] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"3.908519499s","start":"2026-04-22T21:27:19.46568Z","end":"2026-04-22T21:27:23.3742Z","steps":["trace[1177620390] 'process raft request' (duration: 3.908381196s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374229Z","caller":"traceutil/trace.go:171","msg":"trace[803284915] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"2.682077505s","start":"2026-04-22T21:27:20.692126Z","end":"2026-04-22T21:27:23.374203Z","steps":["trace[803284915] 'process raft request' (duration: 2.682025654s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.465579Z","time spent":"3.908671922s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:23.374327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.46567Z","time spent":"3.908611441s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:23.374368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.692087Z","time spent":"2.682210089s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:23.374365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256069753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.374377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236415901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:23.37443Z","caller":"traceutil/trace.go:171","msg":"trace[1429611568] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25251; }","duration":"5.256194116s","start":"2026-04-22T21:27:18.11822Z","end":"2026-04-22T21:27:23.374415Z","steps":["trace[1429611568] 'agreement among raft nodes before linearized reading' (duration: 5.256083744s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374452Z","caller":"traceutil/trace.go:171","msg":"trace[577462699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25251; }","duration":"4.236504243s","start":"2026-04-22T21:27:19.137925Z","end":"2026-04-22T21:27:23.374429Z","steps":["trace[577462699] 'agreement among raft nodes before linearized reading' (duration: 4.23638417s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.37448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:18.118195Z","time spent":"5.256271957s","remote":"127.0.0.1:32900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.374525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.733399243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-22T21:27:23.374358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461053249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.374536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913477064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-22T21:27:23.374566Z","caller":"traceutil/trace.go:171","msg":"trace[1883386834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25251; }","duration":"5.733458685s","start":"2026-04-22T21:27:17.641098Z","end":"2026-04-22T21:27:23.374556Z","steps":["trace[1883386834] 'agreement among raft nodes before linearized reading' (duration: 5.733323291s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374577Z","caller":"traceutil/trace.go:171","msg":"trace[198852406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25251; }","duration":"6.461330496s","start":"2026-04-22T21:27:16.913232Z","end":"2026-04-22T21:27:23.374563Z","steps":["trace[198852406] 'agreement among raft nodes before linearized reading' (duration: 6.461051309s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37897935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:27:23.374611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.913212Z","time spent":"6.461387257s","remote":"127.0.0.1:32930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.374618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517640316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.374535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.137856Z","time spent":"4.236640496s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-22T21:27:23.374677Z","caller":"traceutil/trace.go:171","msg":"trace[1449819164] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25251; }","duration":"6.517732608s","start":"2026-04-22T21:27:16.85693Z","end":"2026-04-22T21:27:23.374663Z","steps":["trace[1449819164] 'agreement among raft nodes before linearized reading' (duration: 6.517629056s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374666Z","caller":"traceutil/trace.go:171","msg":"trace[1051590454] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25251; }","duration":"4.379135612s","start":"2026-04-22T21:27:18.995501Z","end":"2026-04-22T21:27:23.374637Z","steps":["trace[1051590454] 'agreement among raft nodes before linearized reading' (duration: 4.378883317s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772588909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.37472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643424693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-22T21:27:23.374724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.856909Z","time spent":"6.517805199s","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.37475Z","caller":"traceutil/trace.go:171","msg":"trace[348970508] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25251; }","duration":"6.772678842s","start":"2026-04-22T21:27:16.60206Z","end":"2026-04-22T21:27:23.374739Z","steps":["trace[348970508] 'agreement among raft nodes before linearized reading' (duration: 6.77260665s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.785576782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:23.374778Z","caller":"traceutil/trace.go:171","msg":"trace[787531435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25251; }","duration":"6.643505885s","start":"2026-04-22T21:27:16.731257Z","end":"2026-04-22T21:27:23.374763Z","steps":["trace[787531435] 'agreement among raft nodes before linearized reading' (duration: 6.643362962s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.37479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.602047Z","time spent":"6.772731023s","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.374811Z","caller":"traceutil/trace.go:171","msg":"trace[1936762293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25251; }","duration":"6.785690295s","start":"2026-04-22T21:27:16.589101Z","end":"2026-04-22T21:27:23.374792Z","steps":["trace[1936762293] 'agreement among raft nodes before linearized reading' (duration: 6.785580502s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.374826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.731241Z","time spent":"6.643574977s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-22T21:27:23.374868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.589085Z","time spent":"6.785766696s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.374262Z","caller":"traceutil/trace.go:171","msg":"trace[504960025] linearizableReadLoop","detail":"{readStateIndex:26087; appliedIndex:26077; }","duration":"3.903641906s","start":"2026-04-22T21:27:19.470585Z","end":"2026-04-22T21:27:23.374227Z","steps":["trace[504960025] 'read index received' (duration: 1.127589904s)","trace[504960025] 'applied index is now lower than readState.Index' (duration: 2.776049062s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:23.374589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.734638737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:27:23.375103Z","caller":"traceutil/trace.go:171","msg":"trace[631151108] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25251; }","duration":"6.73519667s","start":"2026-04-22T21:27:16.639888Z","end":"2026-04-22T21:27:23.375085Z","steps":["trace[631151108] 'agreement among raft nodes before linearized reading' (duration: 6.734539285s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.374586Z","caller":"traceutil/trace.go:171","msg":"trace[499087924] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25251; }","duration":"5.913547496s","start":"2026-04-22T21:27:17.461023Z","end":"2026-04-22T21:27:23.37457Z","steps":["trace[499087924] 'agreement among raft nodes before linearized reading' (duration: 5.913400722s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.375149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.611020063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.375162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:16.639872Z","time spent":"6.735274181s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.375189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.461008Z","time spent":"5.9141484s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-22T21:27:23.375209Z","caller":"traceutil/trace.go:171","msg":"trace[1206378920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25251; }","duration":"7.611087694s","start":"2026-04-22T21:27:15.764104Z","end":"2026-04-22T21:27:23.375192Z","steps":["trace[1206378920] 'agreement among raft nodes before linearized reading' (duration: 7.610966502s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.3746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:17.64109Z","time spent":"5.733503525s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:23.375256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:15.764044Z","time spent":"7.611197468s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.374747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:18.995481Z","time spent":"4.379247016s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.523416Z","caller":"traceutil/trace.go:171","msg":"trace[1823228409] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"143.721055ms","start":"2026-04-22T21:27:23.379663Z","end":"2026-04-22T21:27:23.523384Z","steps":["trace[1823228409] 'process raft request' (duration: 143.670834ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.523543Z","caller":"traceutil/trace.go:171","msg":"trace[1477317367] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"575.979686ms","start":"2026-04-22T21:27:22.947532Z","end":"2026-04-22T21:27:23.523511Z","steps":["trace[1477317367] 'process raft request' (duration: 575.738201ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.523586Z","caller":"traceutil/trace.go:171","msg":"trace[451514098] linearizableReadLoop","detail":"{readStateIndex:26090; appliedIndex:26088; }","duration":"148.504396ms","start":"2026-04-22T21:27:23.375032Z","end":"2026-04-22T21:27:23.523536Z","steps":["trace[451514098] 'read index received' (duration: 116.607004ms)","trace[451514098] 'applied index is now lower than readState.Index' (duration: 31.893602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:23.523747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.384102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.523754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.947506Z","time spent":"576.123699ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.52378Z","caller":"traceutil/trace.go:171","msg":"trace[962963951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25254; }","duration":"572.471543ms","start":"2026-04-22T21:27:22.951302Z","end":"2026-04-22T21:27:23.523773Z","steps":["trace[962963951] 'agreement among raft nodes before linearized reading' (duration: 572.389362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.523802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.951281Z","time spent":"572.516505ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:23.523822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833595191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:27:23.523897Z","caller":"traceutil/trace.go:171","msg":"trace[1146028985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25254; }","duration":"2.833665224s","start":"2026-04-22T21:27:20.690201Z","end":"2026-04-22T21:27:23.523866Z","steps":["trace[1146028985] 'agreement among raft nodes before linearized reading' (duration: 2.83350489s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.523937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.690195Z","time spent":"2.833735215s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:27:23.524052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857299257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.524086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049085881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-22T21:27:23.524108Z","caller":"traceutil/trace.go:171","msg":"trace[1031434205] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25254; }","duration":"3.857397019s","start":"2026-04-22T21:27:19.666696Z","end":"2026-04-22T21:27:23.524093Z","steps":["trace[1031434205] 'agreement among raft nodes before linearized reading' (duration: 3.857296977s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.524126Z","caller":"traceutil/trace.go:171","msg":"trace[317954729] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c; range_end:; response_count:1; response_revision:25254; }","duration":"4.049146122s","start":"2026-04-22T21:27:19.474967Z","end":"2026-04-22T21:27:23.524113Z","steps":["trace[317954729] 'agreement among raft nodes before linearized reading' (duration: 4.04906087s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.666678Z","time spent":"3.857456351s","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.524163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:19.474954Z","time spent":"4.049202593s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7f9bbc6dd6-lkh28.18a8c926d6f95a9c\" "} {"level":"warn","ts":"2026-04-22T21:27:23.524182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989896415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.524212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573560769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-22T21:27:23.524058Z","caller":"traceutil/trace.go:171","msg":"trace[279571015] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"832.573578ms","start":"2026-04-22T21:27:22.691443Z","end":"2026-04-22T21:27:23.524017Z","steps":["trace[279571015] 'process raft request' (duration: 800.191384ms)","trace[279571015] 'compare' (duration: 31.461823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:23.524295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748426119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.524313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419475108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:23.52433Z","caller":"traceutil/trace.go:171","msg":"trace[981961060] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25254; }","duration":"2.74846106s","start":"2026-04-22T21:27:20.77586Z","end":"2026-04-22T21:27:23.524321Z","steps":["trace[981961060] 'agreement among raft nodes before linearized reading' (duration: 2.748412349s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.524343Z","caller":"traceutil/trace.go:171","msg":"trace[415909435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25254; }","duration":"1.419538739s","start":"2026-04-22T21:27:22.104795Z","end":"2026-04-22T21:27:23.524334Z","steps":["trace[415909435] 'agreement among raft nodes before linearized reading' (duration: 1.419491708s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.775842Z","time spent":"2.748515791s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.524375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.104776Z","time spent":"1.41959052s","remote":"127.0.0.1:32986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.524412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835199119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-794d9e32-2938-4b04-acd0-9b976eaac7a7\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-22T21:27:23.524129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22754164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:23.524451Z","caller":"traceutil/trace.go:171","msg":"trace[396005866] range","detail":"{range_begin:/registry/persistentvolumes/pvc-794d9e32-2938-4b04-acd0-9b976eaac7a7; range_end:; response_count:1; response_revision:25254; }","duration":"2.835288881s","start":"2026-04-22T21:27:20.689151Z","end":"2026-04-22T21:27:23.52444Z","steps":["trace[396005866] 'agreement among raft nodes before linearized reading' (duration: 2.835139327s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.524474Z","caller":"traceutil/trace.go:171","msg":"trace[870547682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25254; }","duration":"1.227925829s","start":"2026-04-22T21:27:22.296536Z","end":"2026-04-22T21:27:23.524462Z","steps":["trace[870547682] 'agreement among raft nodes before linearized reading' (duration: 1.227562961s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.546541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-22T21:27:23.524516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.296507Z","time spent":"1.227999031s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.524524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35125996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:23.524531Z","caller":"traceutil/trace.go:171","msg":"trace[89738843] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25254; }","duration":"146.720065ms","start":"2026-04-22T21:27:23.377801Z","end":"2026-04-22T21:27:23.524521Z","steps":["trace[89738843] 'agreement among raft nodes before linearized reading' (duration: 146.5056ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.524554Z","caller":"traceutil/trace.go:171","msg":"trace[1976550764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25254; }","duration":"3.351319121s","start":"2026-04-22T21:27:20.173225Z","end":"2026-04-22T21:27:23.524544Z","steps":["trace[1976550764] 'agreement among raft nodes before linearized reading' (duration: 3.35127401s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.173207Z","time spent":"3.351373933s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:23.524266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277651577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.524699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.795828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:23.524734Z","caller":"traceutil/trace.go:171","msg":"trace[1807440034] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25254; }","duration":"125.87389ms","start":"2026-04-22T21:27:23.398852Z","end":"2026-04-22T21:27:23.524726Z","steps":["trace[1807440034] 'agreement among raft nodes before linearized reading' (duration: 125.815658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.52475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.691417Z","time spent":"833.007298ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:23.524222Z","caller":"traceutil/trace.go:171","msg":"trace[1932900793] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25254; }","duration":"1.989964686s","start":"2026-04-22T21:27:21.534244Z","end":"2026-04-22T21:27:23.524209Z","steps":["trace[1932900793] 'agreement among raft nodes before linearized reading' (duration: 1.989894164s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.21805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:23.52448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.689137Z","time spent":"2.835336962s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-794d9e32-2938-4b04-acd0-9b976eaac7a7\" "} {"level":"warn","ts":"2026-04-22T21:27:23.524811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471837615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:23.52492Z","caller":"traceutil/trace.go:171","msg":"trace[1026163673] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25254; }","duration":"145.274841ms","start":"2026-04-22T21:27:23.379637Z","end":"2026-04-22T21:27:23.524912Z","steps":["trace[1026163673] 'agreement among raft nodes before linearized reading' (duration: 145.22584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.52492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:21.534227Z","time spent":"1.990683553s","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.524946Z","caller":"traceutil/trace.go:171","msg":"trace[1726432828] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25254; }","duration":"3.472008029s","start":"2026-04-22T21:27:20.052923Z","end":"2026-04-22T21:27:23.524931Z","steps":["trace[1726432828] 'agreement among raft nodes before linearized reading' (duration: 3.471800735s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.524996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.052903Z","time spent":"3.472080191s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.524698Z","caller":"traceutil/trace.go:171","msg":"trace[549454388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25254; }","duration":"1.278133648s","start":"2026-04-22T21:27:22.246556Z","end":"2026-04-22T21:27:23.52469Z","steps":["trace[549454388] 'agreement among raft nodes before linearized reading' (duration: 1.277685807s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.525102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.492756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-22T21:27:23.525116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:22.246527Z","time spent":"1.278576058s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:23.525131Z","caller":"traceutil/trace.go:171","msg":"trace[1453122581] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25254; }","duration":"145.560548ms","start":"2026-04-22T21:27:23.379562Z","end":"2026-04-22T21:27:23.525123Z","steps":["trace[1453122581] 'agreement among raft nodes before linearized reading' (duration: 145.443645ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:23.524254Z","caller":"traceutil/trace.go:171","msg":"trace[98907486] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25254; }","duration":"2.57363127s","start":"2026-04-22T21:27:20.950611Z","end":"2026-04-22T21:27:23.524242Z","steps":["trace[98907486] 'agreement among raft nodes before linearized reading' (duration: 2.573538878s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:23.525179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:20.950594Z","time spent":"2.574574493s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-22T21:27:24.030385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:27:24.283082Z","caller":"traceutil/trace.go:171","msg":"trace[262004794] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"754.313516ms","start":"2026-04-22T21:27:23.528742Z","end":"2026-04-22T21:27:24.283055Z","steps":["trace[262004794] 'process raft request' (duration: 754.113441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.283341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.528724Z","time spent":"754.433548ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:24.300523Z","caller":"traceutil/trace.go:171","msg":"trace[1118628823] linearizableReadLoop","detail":"{readStateIndex:26093; appliedIndex:26091; }","duration":"771.023104ms","start":"2026-04-22T21:27:23.529467Z","end":"2026-04-22T21:27:24.30049Z","steps":["trace[1118628823] 'read index received' (duration: 753.358423ms)","trace[1118628823] 'applied index is now lower than readState.Index' (duration: 17.662821ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:24.300711Z","caller":"traceutil/trace.go:171","msg":"trace[1664722618] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"764.962953ms","start":"2026-04-22T21:27:23.53573Z","end":"2026-04-22T21:27:24.300693Z","steps":["trace[1664722618] 'process raft request' (duration: 764.436891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.300842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.535709Z","time spent":"765.037975ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:24.300959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.459085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-22T21:27:24.301007Z","caller":"traceutil/trace.go:171","msg":"trace[1053943184] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"136.640621ms","start":"2026-04-22T21:27:24.164329Z","end":"2026-04-22T21:27:24.30097Z","steps":["trace[1053943184] 'process raft request' (duration: 136.051807ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:24.301059Z","caller":"traceutil/trace.go:171","msg":"trace[1258712740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25257; }","duration":"771.569697ms","start":"2026-04-22T21:27:23.529465Z","end":"2026-04-22T21:27:24.301034Z","steps":["trace[1258712740] 'agreement among raft nodes before linearized reading' (duration: 771.286071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.301144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.529432Z","time spent":"771.69242ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-22T21:27:24.301257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.264047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:24.301276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.860777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:24.301297Z","caller":"traceutil/trace.go:171","msg":"trace[1361606266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25257; }","duration":"770.345339ms","start":"2026-04-22T21:27:23.53094Z","end":"2026-04-22T21:27:24.301286Z","steps":["trace[1361606266] 'agreement among raft nodes before linearized reading' (duration: 770.264197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.30132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.444506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:24.301317Z","caller":"traceutil/trace.go:171","msg":"trace[2034089995] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25257; }","duration":"769.944709ms","start":"2026-04-22T21:27:23.531359Z","end":"2026-04-22T21:27:24.301304Z","steps":["trace[2034089995] 'agreement among raft nodes before linearized reading' (duration: 769.833967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.301374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.531349Z","time spent":"770.014501ms","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-22T21:27:24.30137Z","caller":"traceutil/trace.go:171","msg":"trace[1485029179] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25257; }","duration":"695.510347ms","start":"2026-04-22T21:27:23.605842Z","end":"2026-04-22T21:27:24.301353Z","steps":["trace[1485029179] 'agreement among raft nodes before linearized reading' (duration: 695.442795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.301415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.60583Z","time spent":"695.576069ms","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:24.301326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.530928Z","time spent":"770.39054ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:24.301237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.214852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:24.301509Z","caller":"traceutil/trace.go:171","msg":"trace[129925610] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25257; }","duration":"711.53838ms","start":"2026-04-22T21:27:23.589953Z","end":"2026-04-22T21:27:24.301491Z","steps":["trace[129925610] 'agreement among raft nodes before linearized reading' (duration: 711.191152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.30158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.58993Z","time spent":"711.617402ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:27:24.302033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.383656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:27:24.302102Z","caller":"traceutil/trace.go:171","msg":"trace[2001940082] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25257; }","duration":"772.500419ms","start":"2026-04-22T21:27:23.529583Z","end":"2026-04-22T21:27:24.302083Z","steps":["trace[2001940082] 'agreement among raft nodes before linearized reading' (duration: 771.549246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:24.302151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:23.529564Z","time spent":"772.576021ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T21:27:32.894156Z","caller":"traceutil/trace.go:171","msg":"trace[1384506182] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26167; }","duration":"216.347335ms","start":"2026-04-22T21:27:32.677789Z","end":"2026-04-22T21:27:32.894136Z","steps":["trace[1384506182] 'read index received' (duration: 216.286044ms)","trace[1384506182] 'applied index is now lower than readState.Index' (duration: 59.951µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:32.89431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.505669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:32.894334Z","caller":"traceutil/trace.go:171","msg":"trace[1533075884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25329; }","duration":"216.574221ms","start":"2026-04-22T21:27:32.677753Z","end":"2026-04-22T21:27:32.894327Z","steps":["trace[1533075884] 'agreement among raft nodes before linearized reading' (duration: 216.510049ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:32.894281Z","caller":"traceutil/trace.go:171","msg":"trace[1632331811] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"535.970234ms","start":"2026-04-22T21:27:32.358263Z","end":"2026-04-22T21:27:32.894233Z","steps":["trace[1632331811] 'process raft request' (duration: 535.725869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:32.894441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.863232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:27:32.894517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:32.358245Z","time spent":"536.138769ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:32.89454Z","caller":"traceutil/trace.go:171","msg":"trace[706905278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25329; }","duration":"184.957495ms","start":"2026-04-22T21:27:32.709563Z","end":"2026-04-22T21:27:32.894521Z","steps":["trace[706905278] 'agreement among raft nodes before linearized reading' (duration: 184.794941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:32.894433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.132838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T21:27:32.89461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.083537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:27:32.894679Z","caller":"traceutil/trace.go:171","msg":"trace[1296226358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25329; }","duration":"185.410125ms","start":"2026-04-22T21:27:32.709254Z","end":"2026-04-22T21:27:32.894664Z","steps":["trace[1296226358] 'agreement among raft nodes before linearized reading' (duration: 185.030407ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:32.894714Z","caller":"traceutil/trace.go:171","msg":"trace[1053779757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25329; }","duration":"185.242581ms","start":"2026-04-22T21:27:32.709446Z","end":"2026-04-22T21:27:32.894689Z","steps":["trace[1053779757] 'agreement among raft nodes before linearized reading' (duration: 184.941244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:33.237568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.59678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:33.237684Z","caller":"traceutil/trace.go:171","msg":"trace[1671386013] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"338.450697ms","start":"2026-04-22T21:27:32.899212Z","end":"2026-04-22T21:27:33.237663Z","steps":["trace[1671386013] 'process raft request' (duration: 201.676183ms)","trace[1671386013] 'compare' (duration: 136.477217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:33.237744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:32.899188Z","time spent":"338.528209ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:33.691463Z","caller":"traceutil/trace.go:171","msg":"trace[1018876946] linearizableReadLoop","detail":"{readStateIndex:26171; appliedIndex:26169; }","duration":"365.664251ms","start":"2026-04-22T21:27:33.325778Z","end":"2026-04-22T21:27:33.691442Z","steps":["trace[1018876946] 'read index received' (duration: 291.205437ms)","trace[1018876946] 'applied index is now lower than readState.Index' (duration: 74.458104ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:33.691546Z","caller":"traceutil/trace.go:171","msg":"trace[494282141] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"791.783639ms","start":"2026-04-22T21:27:32.899754Z","end":"2026-04-22T21:27:33.691537Z","steps":["trace[494282141] 'process raft request' (duration: 717.145851ms)","trace[494282141] 'compare' (duration: 74.208438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:33.691633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:32.899733Z","time spent":"791.827349ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:33.691849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.0573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:33.691954Z","caller":"traceutil/trace.go:171","msg":"trace[2079090098] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25332; }","duration":"366.210984ms","start":"2026-04-22T21:27:33.325717Z","end":"2026-04-22T21:27:33.691928Z","steps":["trace[2079090098] 'agreement among raft nodes before linearized reading' (duration: 366.04306ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:33.691897Z","caller":"traceutil/trace.go:171","msg":"trace[731316495] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"792.087726ms","start":"2026-04-22T21:27:32.899797Z","end":"2026-04-22T21:27:33.691885Z","steps":["trace[731316495] 'process raft request' (duration: 791.564094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:33.69201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.325693Z","time spent":"366.300525ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:33.692096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:32.899743Z","time spent":"792.323311ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:34.191762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:34.692001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:34.710307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071647081s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T21:27:34.849543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.024586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:34.849708Z","caller":"traceutil/trace.go:171","msg":"trace[992020963] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"1.431287683s","start":"2026-04-22T21:27:33.418394Z","end":"2026-04-22T21:27:34.849682Z","steps":["trace[992020963] 'process raft request' (duration: 1.292071712s)","trace[992020963] 'compare' (duration: 138.78138ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:34.849819Z","caller":"traceutil/trace.go:171","msg":"trace[1183339318] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"1.263412145s","start":"2026-04-22T21:27:33.586395Z","end":"2026-04-22T21:27:34.849807Z","steps":["trace[1183339318] 'process raft request' (duration: 1.263384095s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.849827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.418344Z","time spent":"1.431419015s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:34.849864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.586381Z","time spent":"1.263465396s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.849984Z","caller":"traceutil/trace.go:171","msg":"trace[1082760459] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"1.428718622s","start":"2026-04-22T21:27:33.42126Z","end":"2026-04-22T21:27:34.849979Z","steps":["trace[1082760459] 'process raft request' (duration: 1.428353684s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.421229Z","time spent":"1.428771194s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.850057Z","caller":"traceutil/trace.go:171","msg":"trace[1625466006] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.427362501s","start":"2026-04-22T21:27:33.422689Z","end":"2026-04-22T21:27:34.850051Z","steps":["trace[1625466006] 'process raft request' (duration: 1.426999753s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.422674Z","time spent":"1.427396802s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.850121Z","caller":"traceutil/trace.go:171","msg":"trace[1167787675] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"1.426584443s","start":"2026-04-22T21:27:33.423531Z","end":"2026-04-22T21:27:34.850116Z","steps":["trace[1167787675] 'process raft request' (duration: 1.426175433s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.42352Z","time spent":"1.426610893s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.850238Z","caller":"traceutil/trace.go:171","msg":"trace[67110022] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"1.42647913s","start":"2026-04-22T21:27:33.423754Z","end":"2026-04-22T21:27:34.850233Z","steps":["trace[67110022] 'process raft request' (duration: 1.425970659s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.423741Z","time spent":"1.426507881s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.850308Z","caller":"traceutil/trace.go:171","msg":"trace[266160293] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"1.425953218s","start":"2026-04-22T21:27:33.42435Z","end":"2026-04-22T21:27:34.850304Z","steps":["trace[266160293] 'process raft request' (duration: 1.425392535s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.42434Z","time spent":"1.425977518s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.850382Z","caller":"traceutil/trace.go:171","msg":"trace[702650349] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"1.278040846s","start":"2026-04-22T21:27:33.572304Z","end":"2026-04-22T21:27:34.850345Z","steps":["trace[702650349] 'process raft request' (duration: 1.277455752s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.850568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.572281Z","time spent":"1.278196829s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:34.85251Z","caller":"traceutil/trace.go:171","msg":"trace[1028888592] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26171; }","duration":"1.160981851s","start":"2026-04-22T21:27:33.691513Z","end":"2026-04-22T21:27:34.852495Z","steps":["trace[1028888592] 'read index received' (duration: 1.018933205s)","trace[1028888592] 'applied index is now lower than readState.Index' (duration: 142.047666ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:34.852646Z","caller":"traceutil/trace.go:171","msg":"trace[514780072] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"362.427845ms","start":"2026-04-22T21:27:34.490212Z","end":"2026-04-22T21:27:34.852639Z","steps":["trace[514780072] 'process raft request' (duration: 362.21364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.852709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.490189Z","time spent":"362.477087ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:34.852841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173008071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:34.852862Z","caller":"traceutil/trace.go:171","msg":"trace[243000361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25341; }","duration":"1.173057842s","start":"2026-04-22T21:27:33.679799Z","end":"2026-04-22T21:27:34.852857Z","steps":["trace[243000361] 'agreement among raft nodes before linearized reading' (duration: 1.173023212s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.852875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.679782Z","time spent":"1.173090853s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:34.852957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185664366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:34.852977Z","caller":"traceutil/trace.go:171","msg":"trace[884025715] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25341; }","duration":"1.185723237s","start":"2026-04-22T21:27:33.667248Z","end":"2026-04-22T21:27:34.852971Z","steps":["trace[884025715] 'agreement among raft nodes before linearized reading' (duration: 1.185693926s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.852991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.667226Z","time spent":"1.185761177s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:34.853084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211581969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:34.853103Z","caller":"traceutil/trace.go:171","msg":"trace[659534983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25341; }","duration":"1.21163234s","start":"2026-04-22T21:27:33.641467Z","end":"2026-04-22T21:27:34.853099Z","steps":["trace[659534983] 'agreement among raft nodes before linearized reading' (duration: 1.211593169s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.641435Z","time spent":"1.21167824s","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-22T21:27:34.853228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275854704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:27:34.853244Z","caller":"traceutil/trace.go:171","msg":"trace[1195488907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25341; }","duration":"1.275887475s","start":"2026-04-22T21:27:33.577353Z","end":"2026-04-22T21:27:34.85324Z","steps":["trace[1195488907] 'agreement among raft nodes before linearized reading' (duration: 1.275821264s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.577343Z","time spent":"1.275911116s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:34.853337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322361776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:27:34.853353Z","caller":"traceutil/trace.go:171","msg":"trace[153547849] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25341; }","duration":"1.322416568s","start":"2026-04-22T21:27:33.530933Z","end":"2026-04-22T21:27:34.853349Z","steps":["trace[153547849] 'agreement among raft nodes before linearized reading' (duration: 1.322372947s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.530909Z","time spent":"1.322454149s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T21:27:34.853457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426188473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:27:34.853475Z","caller":"traceutil/trace.go:171","msg":"trace[455400600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25341; }","duration":"1.426205814s","start":"2026-04-22T21:27:33.427265Z","end":"2026-04-22T21:27:34.853471Z","steps":["trace[455400600] 'agreement among raft nodes before linearized reading' (duration: 1.426162283s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.427234Z","time spent":"1.426249775s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:34.853552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105943559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:34.853569Z","caller":"traceutil/trace.go:171","msg":"trace[1148459343] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25341; }","duration":"1.10596158s","start":"2026-04-22T21:27:33.747603Z","end":"2026-04-22T21:27:34.853565Z","steps":["trace[1148459343] 'agreement among raft nodes before linearized reading' (duration: 1.105936039s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:33.747552Z","time spent":"1.106026672s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:34.853843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.556791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:27:34.853865Z","caller":"traceutil/trace.go:171","msg":"trace[640364469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25341; }","duration":"409.613193ms","start":"2026-04-22T21:27:34.444246Z","end":"2026-04-22T21:27:34.85386Z","steps":["trace[640364469] 'agreement among raft nodes before linearized reading' (duration: 409.562331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.444165Z","time spent":"409.709415ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:27:34.85395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.94054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:34.853972Z","caller":"traceutil/trace.go:171","msg":"trace[1334510573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25341; }","duration":"528.986231ms","start":"2026-04-22T21:27:34.324978Z","end":"2026-04-22T21:27:34.853964Z","steps":["trace[1334510573] 'agreement among raft nodes before linearized reading' (duration: 528.95797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.853985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.32496Z","time spent":"529.021782ms","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:27:34.854081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.5937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-22T21:27:34.854099Z","caller":"traceutil/trace.go:171","msg":"trace[1175540046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25341; }","duration":"570.61386ms","start":"2026-04-22T21:27:34.283481Z","end":"2026-04-22T21:27:34.854095Z","steps":["trace[1175540046] 'agreement among raft nodes before linearized reading' (duration: 570.563159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.854111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.283458Z","time spent":"570.64991ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-22T21:27:34.854189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.167458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:34.854207Z","caller":"traceutil/trace.go:171","msg":"trace[514335327] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25341; }","duration":"649.186889ms","start":"2026-04-22T21:27:34.205016Z","end":"2026-04-22T21:27:34.854203Z","steps":["trace[514335327] 'agreement among raft nodes before linearized reading' (duration: 649.157338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:34.854219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.204969Z","time spent":"649.2468ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:35.359326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854860905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:35.441079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.858845Z","time spent":"582.227631ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T21:27:36.610414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.186849Z","time spent":"423.557518ms","remote":"127.0.0.1:59646","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T21:27:36.610592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.390242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:36.610868Z","caller":"traceutil/trace.go:171","msg":"trace[2103819967] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"1.165756952s","start":"2026-04-22T21:27:35.445098Z","end":"2026-04-22T21:27:36.610855Z","steps":["trace[2103819967] 'process raft request' (duration: 1.165717152s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.610913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.445071Z","time spent":"1.165818934s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:36.611133Z","caller":"traceutil/trace.go:171","msg":"trace[1023369207] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"1.749232443s","start":"2026-04-22T21:27:34.861892Z","end":"2026-04-22T21:27:36.611125Z","steps":["trace[1023369207] 'process raft request' (duration: 880.236317ms)","trace[1023369207] 'compare' (duration: 868.114345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:36.611166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.861881Z","time spent":"1.749266774s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:36.611245Z","caller":"traceutil/trace.go:171","msg":"trace[1472840066] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"1.749263213s","start":"2026-04-22T21:27:34.861974Z","end":"2026-04-22T21:27:36.611237Z","steps":["trace[1472840066] 'process raft request' (duration: 1.74869003s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.611273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.861963Z","time spent":"1.749293835s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:36.611386Z","caller":"traceutil/trace.go:171","msg":"trace[1952785781] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"1.712823455s","start":"2026-04-22T21:27:34.898534Z","end":"2026-04-22T21:27:36.611358Z","steps":["trace[1952785781] 'process raft request' (duration: 1.712246032s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.611387Z","caller":"traceutil/trace.go:171","msg":"trace[1994755006] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26180; }","duration":"1.752336216s","start":"2026-04-22T21:27:34.859008Z","end":"2026-04-22T21:27:36.611345Z","steps":["trace[1994755006] 'read index received' (duration: 551.829564ms)","trace[1994755006] 'applied index is now lower than readState.Index' (duration: 1.200502522s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:36.611511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.898518Z","time spent":"1.712928788s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:36.611559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75253607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:36.611623Z","caller":"traceutil/trace.go:171","msg":"trace[404540446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25345; }","duration":"1.752642983s","start":"2026-04-22T21:27:34.85897Z","end":"2026-04-22T21:27:36.611613Z","steps":["trace[404540446] 'agreement among raft nodes before linearized reading' (duration: 1.75252576s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.611649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.858954Z","time spent":"1.752686894s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:36.611695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749744776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-22T21:27:36.61176Z","caller":"traceutil/trace.go:171","msg":"trace[336052760] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1; range_end:; response_count:1; response_revision:25345; }","duration":"1.749851017s","start":"2026-04-22T21:27:34.86189Z","end":"2026-04-22T21:27:36.611741Z","steps":["trace[336052760] 'agreement among raft nodes before linearized reading' (duration: 1.749669843s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.611835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.861871Z","time spent":"1.74995478s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1c37fb37-af12-4fa1-af51-5aca6afe61b1\" "} {"level":"warn","ts":"2026-04-22T21:27:36.611902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124910903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.611911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.880805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.611896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.566335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:36.611925Z","caller":"traceutil/trace.go:171","msg":"trace[666779867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25345; }","duration":"1.124963213s","start":"2026-04-22T21:27:35.486956Z","end":"2026-04-22T21:27:36.611919Z","steps":["trace[666779867] 'agreement among raft nodes before linearized reading' (duration: 1.124922632s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.611938Z","caller":"traceutil/trace.go:171","msg":"trace[1237007273] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25345; }","duration":"603.913905ms","start":"2026-04-22T21:27:36.008015Z","end":"2026-04-22T21:27:36.611929Z","steps":["trace[1237007273] 'agreement among raft nodes before linearized reading' (duration: 603.857684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.611923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418992757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.611949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.48693Z","time spent":"1.125014645s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:36.61196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.007971Z","time spent":"603.983387ms","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:36.611945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.4837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:36.611961Z","caller":"traceutil/trace.go:171","msg":"trace[1044391782] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25345; }","duration":"947.669787ms","start":"2026-04-22T21:27:35.664271Z","end":"2026-04-22T21:27:36.61194Z","steps":["trace[1044391782] 'agreement among raft nodes before linearized reading' (duration: 947.544184ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.611987Z","caller":"traceutil/trace.go:171","msg":"trace[941862989] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25345; }","duration":"1.419093699s","start":"2026-04-22T21:27:35.192871Z","end":"2026-04-22T21:27:36.611965Z","steps":["trace[941862989] 'agreement among raft nodes before linearized reading' (duration: 1.418985117s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.611997Z","caller":"traceutil/trace.go:171","msg":"trace[1019921308] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25345; }","duration":"586.567162ms","start":"2026-04-22T21:27:36.025416Z","end":"2026-04-22T21:27:36.611983Z","steps":["trace[1019921308] 'agreement among raft nodes before linearized reading' (duration: 586.47808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.664255Z","time spent":"947.743559ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:36.61203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750083743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.612045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715645591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.612042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.192851Z","time spent":"1.419175911s","remote":"127.0.0.1:50308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:36.612048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.025399Z","time spent":"586.638314ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-22T21:27:36.612063Z","caller":"traceutil/trace.go:171","msg":"trace[794550990] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25345; }","duration":"1.750137594s","start":"2026-04-22T21:27:34.861915Z","end":"2026-04-22T21:27:36.612052Z","steps":["trace[794550990] 'agreement among raft nodes before linearized reading' (duration: 1.750083553s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.612068Z","caller":"traceutil/trace.go:171","msg":"trace[1464421955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25345; }","duration":"1.715705982s","start":"2026-04-22T21:27:34.896354Z","end":"2026-04-22T21:27:36.61206Z","steps":["trace[1464421955] 'agreement among raft nodes before linearized reading' (duration: 1.715673502s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.896336Z","time spent":"1.715751324s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:36.612091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.861901Z","time spent":"1.750183885s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:27:36.61201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74995919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:27:36.612067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.344707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:36.612128Z","caller":"traceutil/trace.go:171","msg":"trace[1282207992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25345; }","duration":"1.750256167s","start":"2026-04-22T21:27:34.861864Z","end":"2026-04-22T21:27:36.61212Z","steps":["trace[1282207992] 'agreement among raft nodes before linearized reading' (duration: 1.750052572s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.217222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:36.612153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:34.861848Z","time spent":"1.750298498s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:27:36.612168Z","caller":"traceutil/trace.go:171","msg":"trace[755362644] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25345; }","duration":"781.239953ms","start":"2026-04-22T21:27:35.830921Z","end":"2026-04-22T21:27:36.612161Z","steps":["trace[755362644] 'agreement among raft nodes before linearized reading' (duration: 781.199912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.83087Z","time spent":"781.311014ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:36.612184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.635405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:27:36.612185Z","caller":"traceutil/trace.go:171","msg":"trace[137925224] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25345; }","duration":"232.48186ms","start":"2026-04-22T21:27:36.379662Z","end":"2026-04-22T21:27:36.612144Z","steps":["trace[137925224] 'agreement among raft nodes before linearized reading' (duration: 232.230305ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:36.612239Z","caller":"traceutil/trace.go:171","msg":"trace[1571928399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25345; }","duration":"916.705166ms","start":"2026-04-22T21:27:35.695517Z","end":"2026-04-22T21:27:36.612222Z","steps":["trace[1571928399] 'agreement among raft nodes before linearized reading' (duration: 916.467661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.61227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.306687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T21:27:36.612285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.695506Z","time spent":"916.766477ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:27:36.612297Z","caller":"traceutil/trace.go:171","msg":"trace[64354301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25345; }","duration":"916.340508ms","start":"2026-04-22T21:27:35.695947Z","end":"2026-04-22T21:27:36.612288Z","steps":["trace[64354301] 'agreement among raft nodes before linearized reading' (duration: 915.98433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371111693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:27:36.612359Z","caller":"traceutil/trace.go:171","msg":"trace[268379102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25345; }","duration":"1.371152543s","start":"2026-04-22T21:27:35.241199Z","end":"2026-04-22T21:27:36.612352Z","steps":["trace[268379102] 'agreement among raft nodes before linearized reading' (duration: 1.371088102s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:36.612377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.241187Z","time spent":"1.371187104s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:36.612487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:35.695944Z","time spent":"916.535012ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:27:37.607007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.677737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:37.607128Z","caller":"traceutil/trace.go:171","msg":"trace[859602084] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"990.364801ms","start":"2026-04-22T21:27:36.616736Z","end":"2026-04-22T21:27:37.607101Z","steps":["trace[859602084] 'read index received' (duration: 50.192µs)","trace[859602084] 'applied index is now lower than readState.Index' (duration: 990.313319ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:37.607397Z","caller":"traceutil/trace.go:171","msg":"trace[875680861] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"990.680039ms","start":"2026-04-22T21:27:36.616696Z","end":"2026-04-22T21:27:37.607377Z","steps":["trace[875680861] 'process raft request' (duration: 775.558881ms)","trace[875680861] 'compare' (duration: 214.425161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:37.607501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.616674Z","time spent":"990.77894ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:37.607628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.846222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-22T21:27:37.607703Z","caller":"traceutil/trace.go:171","msg":"trace[2049333432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25346; }","duration":"991.004076ms","start":"2026-04-22T21:27:36.616679Z","end":"2026-04-22T21:27:37.607683Z","steps":["trace[2049333432] 'agreement among raft nodes before linearized reading' (duration: 990.77682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:37.607759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.616658Z","time spent":"991.089297ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-22T21:27:38.620758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:38.620834Z","caller":"traceutil/trace.go:171","msg":"trace[562710720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398698s","start":"2026-04-22T21:27:36.620422Z","end":"2026-04-22T21:27:38.62082Z","steps":["trace[562710720] 'agreement among raft nodes before linearized reading' (duration: 2.000306266s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:38.620874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.620392Z","time spent":"2.000472479s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T21:27:39.359034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584498228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-22T21:27:39.358931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.335132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:39.359616Z","caller":"traceutil/trace.go:171","msg":"trace[1006006380] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"2.503816375s","start":"2026-04-22T21:27:36.855789Z","end":"2026-04-22T21:27:39.359605Z","steps":["trace[1006006380] 'process raft request' (duration: 2.50362165s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.35962Z","caller":"traceutil/trace.go:171","msg":"trace[1997053518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25346; }","duration":"665.651313ms","start":"2026-04-22T21:27:38.693907Z","end":"2026-04-22T21:27:39.359559Z","steps":["trace[1997053518] 'range keys from in-memory index tree' (duration: 664.319452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.359668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.855761Z","time spent":"2.503881306s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:39.359267Z","caller":"traceutil/trace.go:171","msg":"trace[158225401] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"2.503545359s","start":"2026-04-22T21:27:36.855708Z","end":"2026-04-22T21:27:39.359253Z","steps":["trace[158225401] 'process raft request' (duration: 2.503487687s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359721Z","caller":"traceutil/trace.go:171","msg":"trace[2029233410] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"2.500968898s","start":"2026-04-22T21:27:36.858734Z","end":"2026-04-22T21:27:39.359702Z","steps":["trace[2029233410] 'process raft request' (duration: 2.500892636s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359727Z","caller":"traceutil/trace.go:171","msg":"trace[184902281] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"2.500687822s","start":"2026-04-22T21:27:36.859029Z","end":"2026-04-22T21:27:39.359717Z","steps":["trace[184902281] 'process raft request' (duration: 2.50063311s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359733Z","caller":"traceutil/trace.go:171","msg":"trace[32126142] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"2.503881936s","start":"2026-04-22T21:27:36.855818Z","end":"2026-04-22T21:27:39.3597Z","steps":["trace[32126142] 'process raft request' (duration: 2.503731883s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359794Z","caller":"traceutil/trace.go:171","msg":"trace[2101608205] linearizableReadLoop","detail":"{readStateIndex:26196; appliedIndex:26186; }","duration":"1.75261915s","start":"2026-04-22T21:27:37.607161Z","end":"2026-04-22T21:27:39.35978Z","steps":["trace[2101608205] 'read index received' (duration: 167.323204ms)","trace[2101608205] 'applied index is now lower than readState.Index' (duration: 1.585295056s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:39.359804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.858715Z","time spent":"2.50103336s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.359821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.855678Z","time spent":"2.50405455s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.359845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657206825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:39.35988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692937186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:39.359882Z","caller":"traceutil/trace.go:171","msg":"trace[1853107185] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25356; }","duration":"2.657271936s","start":"2026-04-22T21:27:36.7026Z","end":"2026-04-22T21:27:39.359872Z","steps":["trace[1853107185] 'agreement among raft nodes before linearized reading' (duration: 2.657182374s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.359887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730579192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:39.3599Z","caller":"traceutil/trace.go:171","msg":"trace[1281684794] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25356; }","duration":"2.692991328s","start":"2026-04-22T21:27:36.666903Z","end":"2026-04-22T21:27:39.359894Z","steps":["trace[1281684794] 'agreement among raft nodes before linearized reading' (duration: 2.692954787s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.359913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.702589Z","time spent":"2.657315767s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:39.359918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.666878Z","time spent":"2.693036329s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:27:39.359893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.855795Z","time spent":"2.50400868s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.359953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698075886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:39.359295Z","caller":"traceutil/trace.go:171","msg":"trace[1763193449] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"2.5035843s","start":"2026-04-22T21:27:36.855705Z","end":"2026-04-22T21:27:39.359289Z","steps":["trace[1763193449] 'process raft request' (duration: 2.503467687s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.35998Z","caller":"traceutil/trace.go:171","msg":"trace[649510378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25356; }","duration":"2.698143638s","start":"2026-04-22T21:27:36.661828Z","end":"2026-04-22T21:27:39.359971Z","steps":["trace[649510378] 'agreement among raft nodes before linearized reading' (duration: 2.698104207s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.661805Z","time spent":"2.698189399s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:39.360009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.85568Z","time spent":"2.504306186s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.360011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742619973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:27:39.360044Z","caller":"traceutil/trace.go:171","msg":"trace[1329640518] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25356; }","duration":"2.742672114s","start":"2026-04-22T21:27:36.617363Z","end":"2026-04-22T21:27:39.360035Z","steps":["trace[1329640518] 'agreement among raft nodes before linearized reading' (duration: 2.742566762s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359329Z","caller":"traceutil/trace.go:171","msg":"trace[423949330] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"2.739415818s","start":"2026-04-22T21:27:36.619905Z","end":"2026-04-22T21:27:39.359321Z","steps":["trace[423949330] 'process raft request' (duration: 1.154571153s)","trace[423949330] 'compare' (duration: 1.583874333s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:39.360073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.617349Z","time spent":"2.742716495s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-22T21:27:39.360088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.619888Z","time spent":"2.740182876s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:39.359501Z","caller":"traceutil/trace.go:171","msg":"trace[319130121] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"2.503729313s","start":"2026-04-22T21:27:36.85575Z","end":"2026-04-22T21:27:39.359479Z","steps":["trace[319130121] 'process raft request' (duration: 2.503473517s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.855729Z","time spent":"2.504405898s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.359913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739458229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:39.360199Z","caller":"traceutil/trace.go:171","msg":"trace[1939255783] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25356; }","duration":"2.739768717s","start":"2026-04-22T21:27:36.620423Z","end":"2026-04-22T21:27:39.360192Z","steps":["trace[1939255783] 'agreement among raft nodes before linearized reading' (duration: 2.739457319s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.360199Z","caller":"traceutil/trace.go:171","msg":"trace[1685880558] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"2.183404828s","start":"2026-04-22T21:27:37.176783Z","end":"2026-04-22T21:27:39.360188Z","steps":["trace[1685880558] 'process raft request' (duration: 2.182904846s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743105464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:39.360249Z","caller":"traceutil/trace.go:171","msg":"trace[1277980601] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25356; }","duration":"2.743156296s","start":"2026-04-22T21:27:36.617081Z","end":"2026-04-22T21:27:39.360237Z","steps":["trace[1277980601] 'agreement among raft nodes before linearized reading' (duration: 2.743109235s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:37.17676Z","time spent":"2.183473499s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:39.360274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.617069Z","time spent":"2.743198296s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:27:39.360333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95191289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:39.360217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.620412Z","time spent":"2.739799277s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-22T21:27:39.360361Z","caller":"traceutil/trace.go:171","msg":"trace[646991447] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25356; }","duration":"1.95197032s","start":"2026-04-22T21:27:37.408379Z","end":"2026-04-22T21:27:39.360349Z","steps":["trace[646991447] 'agreement among raft nodes before linearized reading' (duration: 1.951929809s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:37.40836Z","time spent":"1.952056633s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:39.360454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58391427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:39.360479Z","caller":"traceutil/trace.go:171","msg":"trace[585410417] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25356; }","duration":"2.58394304s","start":"2026-04-22T21:27:36.776529Z","end":"2026-04-22T21:27:39.360472Z","steps":["trace[585410417] 'agreement among raft nodes before linearized reading' (duration: 2.583889689s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27979243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:39.360499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.776491Z","time spent":"2.584001531s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:39.360508Z","caller":"traceutil/trace.go:171","msg":"trace[502425118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25356; }","duration":"2.279816041s","start":"2026-04-22T21:27:37.080682Z","end":"2026-04-22T21:27:39.360498Z","steps":["trace[502425118] 'agreement among raft nodes before linearized reading' (duration: 2.27977971s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:39.359263Z","caller":"traceutil/trace.go:171","msg":"trace[246649567] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"2.739253514s","start":"2026-04-22T21:27:36.619985Z","end":"2026-04-22T21:27:39.359238Z","steps":["trace[246649567] 'process raft request' (duration: 2.739125641s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.360528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:37.080663Z","time spent":"2.279858742s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:39.360578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.619978Z","time spent":"2.740568725s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:39.359919Z","caller":"traceutil/trace.go:171","msg":"trace[378722498] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25356; }","duration":"2.730630694s","start":"2026-04-22T21:27:36.629279Z","end":"2026-04-22T21:27:39.359909Z","steps":["trace[378722498] 'agreement among raft nodes before linearized reading' (duration: 2.730550612s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:39.36063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.629262Z","time spent":"2.731357941s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:39.359803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:36.859012Z","time spent":"2.500740163s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:40.618036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104549548s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:40.618114Z","caller":"traceutil/trace.go:171","msg":"trace[1566591219] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26196; }","duration":"1.258273547s","start":"2026-04-22T21:27:39.359827Z","end":"2026-04-22T21:27:40.6181Z","steps":["trace[1566591219] 'read index received' (duration: 153.614856ms)","trace[1566591219] 'applied index is now lower than readState.Index' (duration: 1.104657861s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:40.618186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29884456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:40.618205Z","caller":"traceutil/trace.go:171","msg":"trace[2075687220] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25357; }","duration":"1.298899892s","start":"2026-04-22T21:27:39.319296Z","end":"2026-04-22T21:27:40.618196Z","steps":["trace[2075687220] 'agreement among raft nodes before linearized reading' (duration: 1.298856621s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.618226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.319278Z","time spent":"1.298941702s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:40.618272Z","caller":"traceutil/trace.go:171","msg":"trace[289358308] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.999728604s","start":"2026-04-22T21:27:38.618412Z","end":"2026-04-22T21:27:40.61814Z","steps":["trace[289358308] 'process raft request' (duration: 895.013131ms)","trace[289358308] 'compare' (duration: 1.103923674s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:40.618381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300209642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:40.618464Z","caller":"traceutil/trace.go:171","msg":"trace[131336130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25357; }","duration":"1.300267583s","start":"2026-04-22T21:27:39.318128Z","end":"2026-04-22T21:27:40.618396Z","steps":["trace[131336130] 'agreement among raft nodes before linearized reading' (duration: 1.300227183s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.618492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.318109Z","time spent":"1.300373597s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:40.618624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:38.6184Z","time spent":"2.00002453s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:40.618689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50331549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:40.618708Z","caller":"traceutil/trace.go:171","msg":"trace[213250933] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25357; }","duration":"1.503368621s","start":"2026-04-22T21:27:39.115334Z","end":"2026-04-22T21:27:40.618703Z","steps":["trace[213250933] 'agreement among raft nodes before linearized reading' (duration: 1.503254848s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.618724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.115314Z","time spent":"1.503405092s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:40.61882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614139609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:40.618842Z","caller":"traceutil/trace.go:171","msg":"trace[43512112] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25357; }","duration":"1.61417928s","start":"2026-04-22T21:27:39.004652Z","end":"2026-04-22T21:27:40.618831Z","steps":["trace[43512112] 'agreement among raft nodes before linearized reading' (duration: 1.614148539s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.618858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.004637Z","time spent":"1.614215931s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:40.61898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419958864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:40.619064Z","caller":"traceutil/trace.go:171","msg":"trace[961367133] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25357; }","duration":"2.420082027s","start":"2026-04-22T21:27:38.198963Z","end":"2026-04-22T21:27:40.619045Z","steps":["trace[961367133] 'agreement among raft nodes before linearized reading' (duration: 2.419874232s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.619108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:38.198948Z","time spent":"2.420150149s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:40.619103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007297184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d6afc1d-ad86-4d9c-a58c-9762858ddde4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-22T21:27:40.61916Z","caller":"traceutil/trace.go:171","msg":"trace[1114368814] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d6afc1d-ad86-4d9c-a58c-9762858ddde4; range_end:; response_count:1; response_revision:25357; }","duration":"3.007379866s","start":"2026-04-22T21:27:37.611763Z","end":"2026-04-22T21:27:40.619143Z","steps":["trace[1114368814] 'agreement among raft nodes before linearized reading' (duration: 3.007195872s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.619203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:37.61175Z","time spent":"3.007442177s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3d6afc1d-ad86-4d9c-a58c-9762858ddde4\" "} {"level":"warn","ts":"2026-04-22T21:27:40.619614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002503889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T21:27:40.619614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001197707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:27:40.619651Z","caller":"traceutil/trace.go:171","msg":"trace[1011804668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.00257721s","start":"2026-04-22T21:27:38.617063Z","end":"2026-04-22T21:27:40.61964Z","steps":["trace[1011804668] 'agreement among raft nodes before linearized reading' (duration: 2.002409346s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.619682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:38.617043Z","time spent":"2.002632821s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:40.619708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998524826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:40.619684Z","caller":"traceutil/trace.go:171","msg":"trace[2021628991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.001339191s","start":"2026-04-22T21:27:38.618326Z","end":"2026-04-22T21:27:40.619665Z","steps":["trace[2021628991] 'agreement among raft nodes before linearized reading' (duration: 2.000534662s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:40.619754Z","caller":"traceutil/trace.go:171","msg":"trace[1618912131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25357; }","duration":"1.998607767s","start":"2026-04-22T21:27:38.621133Z","end":"2026-04-22T21:27:40.619741Z","steps":["trace[1618912131] 'agreement among raft nodes before linearized reading' (duration: 1.998537405s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.619793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:38.621114Z","time spent":"1.998671879s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:40.619775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:38.618317Z","time spent":"2.001440193s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:40.766436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253004024s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:27:40.769489Z","caller":"traceutil/trace.go:171","msg":"trace[78733541] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.407485369s","start":"2026-04-22T21:27:39.361973Z","end":"2026-04-22T21:27:40.769459Z","steps":["trace[78733541] 'process raft request' (duration: 1.404667864s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.769635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.361964Z","time spent":"1.407598672s","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T21:27:40.769616Z","caller":"traceutil/trace.go:171","msg":"trace[2092912827] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.135926378s","start":"2026-04-22T21:27:39.633648Z","end":"2026-04-22T21:27:40.769574Z","steps":["trace[2092912827] 'process raft request' (duration: 1.135677162s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.769795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.633631Z","time spent":"1.136066682s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:40.773553Z","caller":"traceutil/trace.go:171","msg":"trace[588136302] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"148.926106ms","start":"2026-04-22T21:27:40.624612Z","end":"2026-04-22T21:27:40.773538Z","steps":["trace[588136302] 'process raft request' (duration: 148.626149ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:40.773902Z","caller":"traceutil/trace.go:171","msg":"trace[328910767] linearizableReadLoop","detail":"{readStateIndex:26200; appliedIndex:26197; }","duration":"155.760525ms","start":"2026-04-22T21:27:40.61813Z","end":"2026-04-22T21:27:40.77389Z","steps":["trace[328910767] 'read index received' (duration: 148.526167ms)","trace[328910767] 'applied index is now lower than readState.Index' (duration: 7.233628ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:40.774077Z","caller":"traceutil/trace.go:171","msg":"trace[1268240621] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"148.579129ms","start":"2026-04-22T21:27:40.625489Z","end":"2026-04-22T21:27:40.774068Z","steps":["trace[1268240621] 'process raft request' (duration: 148.006725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.77426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.966444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:40.774321Z","caller":"traceutil/trace.go:171","msg":"trace[2027647245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25361; }","duration":"148.077536ms","start":"2026-04-22T21:27:40.626229Z","end":"2026-04-22T21:27:40.774306Z","steps":["trace[2027647245] 'agreement among raft nodes before linearized reading' (duration: 147.936933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412626318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:27:40.774516Z","caller":"traceutil/trace.go:171","msg":"trace[588035001] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25361; }","duration":"1.412775192s","start":"2026-04-22T21:27:39.361715Z","end":"2026-04-22T21:27:40.77449Z","steps":["trace[588035001] 'agreement among raft nodes before linearized reading' (duration: 1.412424944s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.361703Z","time spent":"1.412863984s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-22T21:27:40.774629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163274185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:27:40.77469Z","caller":"traceutil/trace.go:171","msg":"trace[1807789190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25361; }","duration":"1.163371528s","start":"2026-04-22T21:27:39.611304Z","end":"2026-04-22T21:27:40.774675Z","steps":["trace[1807789190] 'agreement among raft nodes before linearized reading' (duration: 1.163184933s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.61128Z","time spent":"1.163439399s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:40.774741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411018811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:40.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409581788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:40.774767Z","caller":"traceutil/trace.go:171","msg":"trace[733512068] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25361; }","duration":"1.411057152s","start":"2026-04-22T21:27:39.363704Z","end":"2026-04-22T21:27:40.774761Z","steps":["trace[733512068] 'agreement among raft nodes before linearized reading' (duration: 1.411017131s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.363695Z","time spent":"1.411093132s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-22T21:27:40.774795Z","caller":"traceutil/trace.go:171","msg":"trace[1234559027] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25361; }","duration":"1.40968612s","start":"2026-04-22T21:27:39.365097Z","end":"2026-04-22T21:27:40.774783Z","steps":["trace[1234559027] 'agreement among raft nodes before linearized reading' (duration: 1.409600578s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:39.365082Z","time spent":"1.409742811s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:27:40.774652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.155837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-22T21:27:40.774891Z","caller":"traceutil/trace.go:171","msg":"trace[218742749] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42; range_end:; response_count:1; response_revision:25361; }","duration":"514.427873ms","start":"2026-04-22T21:27:40.260452Z","end":"2026-04-22T21:27:40.77488Z","steps":["trace[218742749] 'agreement among raft nodes before linearized reading' (duration: 514.128576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:40.774932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:40.260432Z","time spent":"514.489634ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-5d97d4586c-664rj.18a8caf5d9432e42\" "} {"level":"warn","ts":"2026-04-22T21:27:42.95343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:43.453951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:43.955107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:27:43.961816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61076335s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:27:43.962149Z","caller":"traceutil/trace.go:171","msg":"trace[1740467917] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.61119946s","start":"2026-04-22T21:27:42.350926Z","end":"2026-04-22T21:27:43.962125Z","steps":["trace[1740467917] 'process raft request' (duration: 1.611036516s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:43.962276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.350906Z","time spent":"1.611295703s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.659557Z","caller":"traceutil/trace.go:171","msg":"trace[2141850778] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"2.289694242s","start":"2026-04-22T21:27:42.369839Z","end":"2026-04-22T21:27:44.659534Z","steps":["trace[2141850778] 'process raft request' (duration: 2.289491097s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.659749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.369809Z","time spent":"2.289857526s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.659901Z","caller":"traceutil/trace.go:171","msg":"trace[1559496667] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"2.033362426s","start":"2026-04-22T21:27:42.626505Z","end":"2026-04-22T21:27:44.659868Z","steps":["trace[1559496667] 'process raft request' (duration: 2.032986047s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.659956Z","caller":"traceutil/trace.go:171","msg":"trace[1777925321] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.285582471s","start":"2026-04-22T21:27:43.374343Z","end":"2026-04-22T21:27:44.659925Z","steps":["trace[1777925321] 'process raft request' (duration: 1.28552735s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.66008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.37431Z","time spent":"1.285708334s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.660108Z","caller":"traceutil/trace.go:171","msg":"trace[1102119634] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26273; }","duration":"2.206724671s","start":"2026-04-22T21:27:42.453372Z","end":"2026-04-22T21:27:44.660096Z","steps":["trace[1102119634] 'read index received' (duration: 1.508675074s)","trace[1102119634] 'applied index is now lower than readState.Index' (duration: 698.048817ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:44.660181Z","caller":"traceutil/trace.go:171","msg":"trace[2105751969] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"1.285785456s","start":"2026-04-22T21:27:43.374387Z","end":"2026-04-22T21:27:44.660173Z","steps":["trace[2105751969] 'process raft request' (duration: 1.28550937s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.660243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.374322Z","time spent":"1.285886749s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.660278Z","caller":"traceutil/trace.go:171","msg":"trace[718437584] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.28593643s","start":"2026-04-22T21:27:43.374333Z","end":"2026-04-22T21:27:44.66027Z","steps":["trace[718437584] 'process raft request' (duration: 1.28550111s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.660328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.374312Z","time spent":"1.285990561s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.660356Z","caller":"traceutil/trace.go:171","msg":"trace[1219330735] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"1.285193812s","start":"2026-04-22T21:27:43.375153Z","end":"2026-04-22T21:27:44.660347Z","steps":["trace[1219330735] 'process raft request' (duration: 1.284823293s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.660407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.375135Z","time spent":"1.285247334s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:44.660495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.626485Z","time spent":"2.03351733s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.66056Z","caller":"traceutil/trace.go:171","msg":"trace[1064257021] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"1.283896002s","start":"2026-04-22T21:27:43.376651Z","end":"2026-04-22T21:27:44.660547Z","steps":["trace[1064257021] 'process raft request' (duration: 1.28341124s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.660618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207231243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.660655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.376642Z","time spent":"1.283973674s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:44.660701Z","caller":"traceutil/trace.go:171","msg":"trace[1634874071] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25442; }","duration":"2.207432618s","start":"2026-04-22T21:27:42.453247Z","end":"2026-04-22T21:27:44.66068Z","steps":["trace[1634874071] 'agreement among raft nodes before linearized reading' (duration: 2.207303555s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.660839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.453226Z","time spent":"2.207598911s","remote":"127.0.0.1:49802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:44.660489Z","caller":"traceutil/trace.go:171","msg":"trace[1966477027] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"1.285043319s","start":"2026-04-22T21:27:43.375435Z","end":"2026-04-22T21:27:44.660478Z","steps":["trace[1966477027] 'process raft request' (duration: 1.284588089s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.660252Z","caller":"traceutil/trace.go:171","msg":"trace[1454079029] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.286036532s","start":"2026-04-22T21:27:43.374207Z","end":"2026-04-22T21:27:44.660243Z","steps":["trace[1454079029] 'process raft request' (duration: 1.28552534s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.661073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.374183Z","time spent":"1.286859921s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:44.661063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.375421Z","time spent":"1.28553292s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:44.677965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T21:27:44.678042Z","caller":"traceutil/trace.go:171","msg":"trace[225479966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000378s","start":"2026-04-22T21:27:42.677984Z","end":"2026-04-22T21:27:44.678021Z","steps":["trace[225479966] 'agreement among raft nodes before linearized reading' (duration: 1.999954108s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.678089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.67796Z","time spent":"2.000119213s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 21:27:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T21:27:44.799714Z","caller":"traceutil/trace.go:171","msg":"trace[1247494164] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26283; }","duration":"139.548359ms","start":"2026-04-22T21:27:44.660147Z","end":"2026-04-22T21:27:44.799695Z","steps":["trace[1247494164] 'read index received' (duration: 138.29946ms)","trace[1247494164] 'applied index is now lower than readState.Index' (duration: 1.247919ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:44.799806Z","caller":"traceutil/trace.go:171","msg":"trace[1849283941] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"431.976084ms","start":"2026-04-22T21:27:44.367823Z","end":"2026-04-22T21:27:44.799799Z","steps":["trace[1849283941] 'process raft request' (duration: 430.650373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.799884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.367804Z","time spent":"432.019946ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:44.800037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143344706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8cb01a8ce413d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-22T21:27:44.800064Z","caller":"traceutil/trace.go:171","msg":"trace[3032756] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8cb01a8ce413d; range_end:; response_count:1; response_revision:25443; }","duration":"2.143403957s","start":"2026-04-22T21:27:42.656653Z","end":"2026-04-22T21:27:44.800057Z","steps":["trace[3032756] 'agreement among raft nodes before linearized reading' (duration: 2.143312305s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.656633Z","time spent":"2.143446298s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8cb01a8ce413d\" "} {"level":"warn","ts":"2026-04-22T21:27:44.800092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996728654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:27:44.800151Z","caller":"traceutil/trace.go:171","msg":"trace[1521199678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25443; }","duration":"1.996846137s","start":"2026-04-22T21:27:42.80329Z","end":"2026-04-22T21:27:44.800136Z","steps":["trace[1521199678] 'agreement among raft nodes before linearized reading' (duration: 1.996657502s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.80326Z","time spent":"1.996916228s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:44.800175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022454992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:27:44.800218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201865768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:44.800241Z","caller":"traceutil/trace.go:171","msg":"trace[238750404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25443; }","duration":"2.20192617s","start":"2026-04-22T21:27:42.598307Z","end":"2026-04-22T21:27:44.800234Z","steps":["trace[238750404] 'agreement among raft nodes before linearized reading' (duration: 2.201884479s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.80024Z","caller":"traceutil/trace.go:171","msg":"trace[1345595716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25443; }","duration":"2.022562485s","start":"2026-04-22T21:27:42.777664Z","end":"2026-04-22T21:27:44.800227Z","steps":["trace[1345595716] 'agreement among raft nodes before linearized reading' (duration: 2.02235733s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.598289Z","time spent":"2.201970411s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:44.800275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803346343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.777649Z","time spent":"2.022621806s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:27:44.800292Z","caller":"traceutil/trace.go:171","msg":"trace[1365748766] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25443; }","duration":"1.803390223s","start":"2026-04-22T21:27:42.996896Z","end":"2026-04-22T21:27:44.800286Z","steps":["trace[1365748766] 'agreement among raft nodes before linearized reading' (duration: 1.803359283s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.99688Z","time spent":"1.803422575s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:44.80038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328568827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:44.800405Z","caller":"traceutil/trace.go:171","msg":"trace[1104903964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25443; }","duration":"2.328628628s","start":"2026-04-22T21:27:42.471769Z","end":"2026-04-22T21:27:44.800398Z","steps":["trace[1104903964] 'agreement among raft nodes before linearized reading' (duration: 2.328588447s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.471748Z","time spent":"2.328671459s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:44.800536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022726519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:27:44.801192Z","caller":"traceutil/trace.go:171","msg":"trace[147303895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25443; }","duration":"2.023423815s","start":"2026-04-22T21:27:42.777751Z","end":"2026-04-22T21:27:44.801175Z","steps":["trace[147303895] 'agreement among raft nodes before linearized reading' (duration: 2.022240327s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.801402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.777703Z","time spent":"2.023683051s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:27:44.800548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.291243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8c85361c3407f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-22T21:27:44.80166Z","caller":"traceutil/trace.go:171","msg":"trace[1616199362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8c85361c3407f; range_end:; response_count:1; response_revision:25443; }","duration":"116.408419ms","start":"2026-04-22T21:27:44.685201Z","end":"2026-04-22T21:27:44.801609Z","steps":["trace[1616199362] 'agreement among raft nodes before linearized reading' (duration: 115.184701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080021262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:44.801856Z","caller":"traceutil/trace.go:171","msg":"trace[1023673817] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25443; }","duration":"2.081340872s","start":"2026-04-22T21:27:42.720501Z","end":"2026-04-22T21:27:44.801842Z","steps":["trace[1023673817] 'agreement among raft nodes before linearized reading' (duration: 2.080016802s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.800629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.366369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.332046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.396666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.448895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:27:44.800691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.016083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-22T21:27:44.800707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494878033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424020143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-22T21:27:44.800751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724515838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:44.800802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269470167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-22T21:27:44.800822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424382882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T21:27:44.801121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777590893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-22T21:27:44.802111Z","caller":"traceutil/trace.go:171","msg":"trace[1663478252] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25443; }","duration":"271.854628ms","start":"2026-04-22T21:27:44.530208Z","end":"2026-04-22T21:27:44.802063Z","steps":["trace[1663478252] 'agreement among raft nodes before linearized reading' (duration: 270.435425ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.802429Z","caller":"traceutil/trace.go:171","msg":"trace[709533409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25443; }","duration":"1.425984069s","start":"2026-04-22T21:27:43.376395Z","end":"2026-04-22T21:27:44.802379Z","steps":["trace[709533409] 'agreement among raft nodes before linearized reading' (duration: 1.424267509s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.802487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.376383Z","time spent":"1.426089732s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:27:44.802167Z","caller":"traceutil/trace.go:171","msg":"trace[1491120960] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25443; }","duration":"813.907434ms","start":"2026-04-22T21:27:43.988249Z","end":"2026-04-22T21:27:44.802156Z","steps":["trace[1491120960] 'agreement among raft nodes before linearized reading' (duration: 812.367058ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.802589Z","caller":"traceutil/trace.go:171","msg":"trace[2001309532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430; range_end:; response_count:1; response_revision:25443; }","duration":"1.779090638s","start":"2026-04-22T21:27:43.023488Z","end":"2026-04-22T21:27:44.802578Z","steps":["trace[2001309532] 'agreement among raft nodes before linearized reading' (duration: 1.776638921s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.802631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.98823Z","time spent":"814.365254ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:44.802654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.023475Z","time spent":"1.779136879s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" "} {"level":"warn","ts":"2026-04-22T21:27:44.802169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:42.720482Z","time spent":"2.081673321s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:44.802162Z","caller":"traceutil/trace.go:171","msg":"trace[616143681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25443; }","duration":"398.905404ms","start":"2026-04-22T21:27:44.403229Z","end":"2026-04-22T21:27:44.802134Z","steps":["trace[616143681] 'agreement among raft nodes before linearized reading' (duration: 397.378299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.802861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.403213Z","time spent":"399.633482ms","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:44.802157Z","caller":"traceutil/trace.go:171","msg":"trace[12057525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25443; }","duration":"1.42554149s","start":"2026-04-22T21:27:43.376564Z","end":"2026-04-22T21:27:44.802106Z","steps":["trace[12057525] 'agreement among raft nodes before linearized reading' (duration: 1.424117806s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.802998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.376546Z","time spent":"1.42643561s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T21:27:44.802196Z","caller":"traceutil/trace.go:171","msg":"trace[1005108983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430; range_end:; response_count:1; response_revision:25443; }","duration":"826.546537ms","start":"2026-04-22T21:27:43.975641Z","end":"2026-04-22T21:27:44.802187Z","steps":["trace[1005108983] 'agreement among raft nodes before linearized reading' (duration: 824.996021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.803251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.975626Z","time spent":"827.612893ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" "} {"level":"info","ts":"2026-04-22T21:27:44.802194Z","caller":"traceutil/trace.go:171","msg":"trace[188111607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25443; }","duration":"116.954392ms","start":"2026-04-22T21:27:44.685232Z","end":"2026-04-22T21:27:44.802186Z","steps":["trace[188111607] 'agreement among raft nodes before linearized reading' (duration: 115.408847ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:44.802214Z","caller":"traceutil/trace.go:171","msg":"trace[695868912] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25443; }","duration":"1.270935211s","start":"2026-04-22T21:27:43.531274Z","end":"2026-04-22T21:27:44.802209Z","steps":["trace[695868912] 'agreement among raft nodes before linearized reading' (duration: 1.269329384s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.803483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.531259Z","time spent":"1.272150769s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"info","ts":"2026-04-22T21:27:44.802213Z","caller":"traceutil/trace.go:171","msg":"trace[1258885501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25443; }","duration":"1.496410219s","start":"2026-04-22T21:27:43.305791Z","end":"2026-04-22T21:27:44.802201Z","steps":["trace[1258885501] 'agreement among raft nodes before linearized reading' (duration: 1.494867083s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.803543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.305775Z","time spent":"1.49775161s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:44.802233Z","caller":"traceutil/trace.go:171","msg":"trace[1368906553] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25443; }","duration":"1.726009003s","start":"2026-04-22T21:27:43.076198Z","end":"2026-04-22T21:27:44.802207Z","steps":["trace[1368906553] 'agreement among raft nodes before linearized reading' (duration: 1.724515358s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:44.803766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:43.076174Z","time spent":"1.727548478s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:45.820338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.804167Z","time spent":"1.016164221s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T21:27:45.820398Z","caller":"traceutil/trace.go:171","msg":"trace[720762215] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"1.016067768s","start":"2026-04-22T21:27:44.80429Z","end":"2026-04-22T21:27:45.820358Z","steps":["trace[720762215] 'process raft request' (duration: 1.015863513s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:45.82041Z","caller":"traceutil/trace.go:171","msg":"trace[1152516103] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"1.01355905s","start":"2026-04-22T21:27:44.806828Z","end":"2026-04-22T21:27:45.820387Z","steps":["trace[1152516103] 'process raft request' (duration: 1.013491558s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:45.820485Z","caller":"traceutil/trace.go:171","msg":"trace[796011216] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"1.016047807s","start":"2026-04-22T21:27:44.804402Z","end":"2026-04-22T21:27:45.82045Z","steps":["trace[796011216] 'process raft request' (duration: 1.015866243s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.820547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.804268Z","time spent":"1.016199061s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:45.820546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.806811Z","time spent":"1.013667052s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:45.820628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.804375Z","time spent":"1.016168871s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:45.820739Z","caller":"traceutil/trace.go:171","msg":"trace[1614155660] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.013707192s","start":"2026-04-22T21:27:44.807008Z","end":"2026-04-22T21:27:45.820715Z","steps":["trace[1614155660] 'process raft request' (duration: 1.013346294s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.820852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.807Z","time spent":"1.013795075s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:45.820923Z","caller":"traceutil/trace.go:171","msg":"trace[1145974286] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"1.013483588s","start":"2026-04-22T21:27:44.807411Z","end":"2026-04-22T21:27:45.820894Z","steps":["trace[1145974286] 'process raft request' (duration: 1.013203771s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.821022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.807403Z","time spent":"1.013569879s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:45.821328Z","caller":"traceutil/trace.go:171","msg":"trace[752438636] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"1.013186191s","start":"2026-04-22T21:27:44.807933Z","end":"2026-04-22T21:27:45.82112Z","steps":["trace[752438636] 'process raft request' (duration: 1.012825042s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.821403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.80792Z","time spent":"1.013448037s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:45.82143Z","caller":"traceutil/trace.go:171","msg":"trace[4558862] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26285; }","duration":"1.016705332s","start":"2026-04-22T21:27:44.804696Z","end":"2026-04-22T21:27:45.821401Z","steps":["trace[4558862] 'read index received' (duration: 94.625122ms)","trace[4558862] 'applied index is now lower than readState.Index' (duration: 922.07894ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:45.821516Z","caller":"traceutil/trace.go:171","msg":"trace[1045039199] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"937.581201ms","start":"2026-04-22T21:27:44.883922Z","end":"2026-04-22T21:27:45.821503Z","steps":["trace[1045039199] 'process raft request' (duration: 937.13144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.821562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016875057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:45.821595Z","caller":"traceutil/trace.go:171","msg":"trace[982635153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25451; }","duration":"1.01742503s","start":"2026-04-22T21:27:44.804161Z","end":"2026-04-22T21:27:45.821587Z","steps":["trace[982635153] 'agreement among raft nodes before linearized reading' (duration: 1.017359118s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.821596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.883904Z","time spent":"937.654383ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:45.821625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:44.804151Z","time spent":"1.017468871s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:45.821677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.348167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-22T21:27:45.821737Z","caller":"traceutil/trace.go:171","msg":"trace[1919763412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25451; }","duration":"171.464471ms","start":"2026-04-22T21:27:45.650254Z","end":"2026-04-22T21:27:45.821719Z","steps":["trace[1919763412] 'agreement among raft nodes before linearized reading' (duration: 171.300067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.821927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.462941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:45.822007Z","caller":"traceutil/trace.go:171","msg":"trace[496771415] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25451; }","duration":"156.583844ms","start":"2026-04-22T21:27:45.665405Z","end":"2026-04-22T21:27:45.821989Z","steps":["trace[496771415] 'agreement among raft nodes before linearized reading' (duration: 156.442271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:45.822116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.43548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-22T21:27:45.822153Z","caller":"traceutil/trace.go:171","msg":"trace[1765809116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25451; }","duration":"171.502452ms","start":"2026-04-22T21:27:45.650639Z","end":"2026-04-22T21:27:45.822142Z","steps":["trace[1765809116] 'agreement among raft nodes before linearized reading' (duration: 171.409519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:46.297681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.863873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:46.297777Z","caller":"traceutil/trace.go:171","msg":"trace[1551785211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25454; }","duration":"343.971326ms","start":"2026-04-22T21:27:45.953788Z","end":"2026-04-22T21:27:46.297759Z","steps":["trace[1551785211] 'range keys from in-memory index tree' (duration: 343.747831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:46.297817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:45.953737Z","time spent":"344.070768ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-22T21:27:46.872009Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22211} {"level":"info","ts":"2026-04-22T21:27:46.984941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22211,"took":"108.254839ms","hash":2417621614,"current-db-size-bytes":56729600,"current-db-size":"57 MB","current-db-size-in-use-bytes":43106304,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-22T21:27:46.984993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2417621614,"revision":22211,"compact-revision":19936} {"level":"warn","ts":"2026-04-22T21:27:48.335622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861189,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:27:48.664148Z","caller":"traceutil/trace.go:171","msg":"trace[661362113] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"835.164079ms","start":"2026-04-22T21:27:47.828967Z","end":"2026-04-22T21:27:48.664131Z","steps":["trace[661362113] 'process raft request' (duration: 835.049546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:48.664248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.828954Z","time spent":"835.24189ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.077377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083087939s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:50.077651Z","caller":"traceutil/trace.go:171","msg":"trace[321887272] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"2.248058432s","start":"2026-04-22T21:27:47.829569Z","end":"2026-04-22T21:27:50.077627Z","steps":["trace[321887272] 'process raft request' (duration: 2.247880918s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.07777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.82956Z","time spent":"2.248149194s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.077928Z","caller":"traceutil/trace.go:171","msg":"trace[1343850011] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"2.248452911s","start":"2026-04-22T21:27:47.829462Z","end":"2026-04-22T21:27:50.077915Z","steps":["trace[1343850011] 'process raft request' (duration: 1.164768079s)","trace[1343850011] 'compare' (duration: 1.082687639s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:50.077983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.829455Z","time spent":"2.248497572s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.077955Z","caller":"traceutil/trace.go:171","msg":"trace[1066812632] linearizableReadLoop","detail":"{readStateIndex:26312; appliedIndex:26308; }","duration":"2.245722258s","start":"2026-04-22T21:27:47.832219Z","end":"2026-04-22T21:27:50.077941Z","steps":["trace[1066812632] 'read index received' (duration: 832.586109ms)","trace[1066812632] 'applied index is now lower than readState.Index' (duration: 1.413135059s)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:50.078188Z","caller":"traceutil/trace.go:171","msg":"trace[307547222] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"2.247930139s","start":"2026-04-22T21:27:47.83025Z","end":"2026-04-22T21:27:50.07818Z","steps":["trace[307547222] 'process raft request' (duration: 2.247630902s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.078243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.830237Z","time spent":"2.24797635s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.078326Z","caller":"traceutil/trace.go:171","msg":"trace[644118445] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"2.248649345s","start":"2026-04-22T21:27:47.829666Z","end":"2026-04-22T21:27:50.078316Z","steps":["trace[644118445] 'process raft request' (duration: 2.247875587s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.078374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.829661Z","time spent":"2.248687646s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.078436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246211149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-22T21:27:50.07847Z","caller":"traceutil/trace.go:171","msg":"trace[1869800629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430; range_end:; response_count:1; response_revision:25469; }","duration":"2.246266561s","start":"2026-04-22T21:27:47.832194Z","end":"2026-04-22T21:27:50.078461Z","steps":["trace[1869800629] 'agreement among raft nodes before linearized reading' (duration: 2.246063426s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.078534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:47.832185Z","time spent":"2.246326342s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a841334-56b6-4152-a906-6b712bf9b430\" "} {"level":"warn","ts":"2026-04-22T21:27:50.091247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096986262s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T21:27:50.091641Z","caller":"traceutil/trace.go:171","msg":"trace[1616241000] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"1.415190047s","start":"2026-04-22T21:27:48.676433Z","end":"2026-04-22T21:27:50.091623Z","steps":["trace[1616241000] 'process raft request' (duration: 1.415089645s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.091678Z","caller":"traceutil/trace.go:171","msg":"trace[2099545005] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"1.419243182s","start":"2026-04-22T21:27:48.672373Z","end":"2026-04-22T21:27:50.091616Z","steps":["trace[2099545005] 'process raft request' (duration: 1.419049468s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.091728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.676415Z","time spent":"1.41527239s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.091818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.672353Z","time spent":"1.419396865s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.091846Z","caller":"traceutil/trace.go:171","msg":"trace[1046820767] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"1.415266429s","start":"2026-04-22T21:27:48.676559Z","end":"2026-04-22T21:27:50.091826Z","steps":["trace[1046820767] 'process raft request' (duration: 1.414992283s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.091938Z","caller":"traceutil/trace.go:171","msg":"trace[1363875064] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"1.41533806s","start":"2026-04-22T21:27:48.676592Z","end":"2026-04-22T21:27:50.09193Z","steps":["trace[1363875064] 'process raft request' (duration: 1.415178517s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.091931Z","caller":"traceutil/trace.go:171","msg":"trace[900016314] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.41529734s","start":"2026-04-22T21:27:48.676623Z","end":"2026-04-22T21:27:50.091921Z","steps":["trace[900016314] 'process raft request' (duration: 1.415239809s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.091941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.676553Z","time spent":"1.41533017s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.091978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.676588Z","time spent":"1.415370481s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.092002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.67662Z","time spent":"1.415346411s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.092063Z","caller":"traceutil/trace.go:171","msg":"trace[383002371] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"1.415376972s","start":"2026-04-22T21:27:48.676656Z","end":"2026-04-22T21:27:50.092032Z","steps":["trace[383002371] 'process raft request' (duration: 1.415241569s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.09215Z","caller":"traceutil/trace.go:171","msg":"trace[1718848438] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"1.414694825s","start":"2026-04-22T21:27:48.677443Z","end":"2026-04-22T21:27:50.092138Z","steps":["trace[1718848438] 'process raft request' (duration: 1.414624684s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.09216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.676652Z","time spent":"1.415464314s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.092095Z","caller":"traceutil/trace.go:171","msg":"trace[587073756] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"1.414697386s","start":"2026-04-22T21:27:48.677392Z","end":"2026-04-22T21:27:50.09209Z","steps":["trace[587073756] 'process raft request' (duration: 1.414587053s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.092239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.677385Z","time spent":"1.414833369s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:50.092196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.677439Z","time spent":"1.414736767s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:50.100999Z","caller":"traceutil/trace.go:171","msg":"trace[338097549] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"295.788604ms","start":"2026-04-22T21:27:49.805197Z","end":"2026-04-22T21:27:50.100985Z","steps":["trace[338097549] 'process raft request' (duration: 295.519148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.100993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188007761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:50.101026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419483367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:50.100977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961872231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:50.101053Z","caller":"traceutil/trace.go:171","msg":"trace[358151506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25478; }","duration":"1.188072712s","start":"2026-04-22T21:27:48.912962Z","end":"2026-04-22T21:27:50.101034Z","steps":["trace[358151506] 'agreement among raft nodes before linearized reading' (duration: 1.18795505s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.10108Z","caller":"traceutil/trace.go:171","msg":"trace[1533982236] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25478; }","duration":"1.962025085s","start":"2026-04-22T21:27:48.139046Z","end":"2026-04-22T21:27:50.101071Z","steps":["trace[1533982236] 'agreement among raft nodes before linearized reading' (duration: 1.961833111s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.101068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500511753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:50.101092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.912923Z","time spent":"1.188159395s","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:50.101086Z","caller":"traceutil/trace.go:171","msg":"trace[1177115862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25478; }","duration":"1.419566649s","start":"2026-04-22T21:27:48.681502Z","end":"2026-04-22T21:27:50.101068Z","steps":["trace[1177115862] 'agreement among raft nodes before linearized reading' (duration: 1.419465137s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:50.101122Z","caller":"traceutil/trace.go:171","msg":"trace[1779835239] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25478; }","duration":"1.500604165s","start":"2026-04-22T21:27:48.6005Z","end":"2026-04-22T21:27:50.101104Z","steps":["trace[1779835239] 'agreement among raft nodes before linearized reading' (duration: 1.500523093s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.10117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.681487Z","time spent":"1.419654031s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:50.101179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.894429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:50.101178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.600476Z","time spent":"1.500688097s","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:50.101232Z","caller":"traceutil/trace.go:171","msg":"trace[2106402001] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25478; }","duration":"940.982102ms","start":"2026-04-22T21:27:49.160234Z","end":"2026-04-22T21:27:50.101216Z","steps":["trace[2106402001] 'agreement among raft nodes before linearized reading' (duration: 940.89638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:50.101103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:48.13903Z","time spent":"1.962064556s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:50.101278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:49.160219Z","time spent":"941.048153ms","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:54.219267Z","caller":"traceutil/trace.go:171","msg":"trace[833260810] linearizableReadLoop","detail":"{readStateIndex:26369; appliedIndex:26368; }","duration":"125.513081ms","start":"2026-04-22T21:27:54.093727Z","end":"2026-04-22T21:27:54.21924Z","steps":["trace[833260810] 'read index received' (duration: 125.327877ms)","trace[833260810] 'applied index is now lower than readState.Index' (duration: 184.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:54.219368Z","caller":"traceutil/trace.go:171","msg":"trace[122847151] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"125.828018ms","start":"2026-04-22T21:27:54.093519Z","end":"2026-04-22T21:27:54.219347Z","steps":["trace[122847151] 'process raft request' (duration: 125.556082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:54.219688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.933301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-22T21:27:54.219772Z","caller":"traceutil/trace.go:171","msg":"trace[2128660587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25523; }","duration":"126.034614ms","start":"2026-04-22T21:27:54.093711Z","end":"2026-04-22T21:27:54.219745Z","steps":["trace[2128660587] 'agreement among raft nodes before linearized reading' (duration: 125.690656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:54.719497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:27:55.107809Z","caller":"traceutil/trace.go:171","msg":"trace[269725123] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"1.01179467s","start":"2026-04-22T21:27:54.095988Z","end":"2026-04-22T21:27:55.107782Z","steps":["trace[269725123] 'process raft request' (duration: 1.01139426s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:55.107837Z","caller":"traceutil/trace.go:171","msg":"trace[1263767085] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"1.006765932s","start":"2026-04-22T21:27:54.10103Z","end":"2026-04-22T21:27:55.107796Z","steps":["trace[1263767085] 'process raft request' (duration: 1.006655069s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.107964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.095972Z","time spent":"1.011910452s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:55.108064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.101022Z","time spent":"1.006928765s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.10809Z","caller":"traceutil/trace.go:171","msg":"trace[1526915272] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"1.004022828s","start":"2026-04-22T21:27:54.104038Z","end":"2026-04-22T21:27:55.108061Z","steps":["trace[1526915272] 'process raft request' (duration: 1.003701551s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.108228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.104032Z","time spent":"1.004129451s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.108246Z","caller":"traceutil/trace.go:171","msg":"trace[1986049908] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"1.003145038s","start":"2026-04-22T21:27:54.105088Z","end":"2026-04-22T21:27:55.108233Z","steps":["trace[1986049908] 'process raft request' (duration: 1.002907593s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.108305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.105063Z","time spent":"1.00321049s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.108325Z","caller":"traceutil/trace.go:171","msg":"trace[153828654] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.002747699s","start":"2026-04-22T21:27:54.105551Z","end":"2026-04-22T21:27:55.108299Z","steps":["trace[153828654] 'process raft request' (duration: 1.002639766s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:55.108357Z","caller":"traceutil/trace.go:171","msg":"trace[1697920608] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.001471119s","start":"2026-04-22T21:27:54.106878Z","end":"2026-04-22T21:27:55.108349Z","steps":["trace[1697920608] 'process raft request' (duration: 1.001391477s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:55.108372Z","caller":"traceutil/trace.go:171","msg":"trace[1137916494] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.001199093s","start":"2026-04-22T21:27:54.107155Z","end":"2026-04-22T21:27:55.108354Z","steps":["trace[1137916494] 'process raft request' (duration: 1.001153122s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:55.108265Z","caller":"traceutil/trace.go:171","msg":"trace[1327938975] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"1.002993204s","start":"2026-04-22T21:27:54.105254Z","end":"2026-04-22T21:27:55.108247Z","steps":["trace[1327938975] 'process raft request' (duration: 1.002876152s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.108414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.106841Z","time spent":"1.001543321s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.108345Z","caller":"traceutil/trace.go:171","msg":"trace[172790159] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"1.001606242s","start":"2026-04-22T21:27:54.106725Z","end":"2026-04-22T21:27:55.108331Z","steps":["trace[172790159] 'process raft request' (duration: 1.00150108s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.108449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.10554Z","time spent":"1.002843511s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:55.108468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.107145Z","time spent":"1.001279064s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:55.108556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.106713Z","time spent":"1.001749595s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:55.108622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.105246Z","time spent":"1.003183029s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.524433Z","caller":"traceutil/trace.go:171","msg":"trace[1390742383] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.30012648s","start":"2026-04-22T21:27:54.224277Z","end":"2026-04-22T21:27:55.524404Z","steps":["trace[1390742383] 'process raft request' (duration: 1.297049079s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:55.5246Z","caller":"traceutil/trace.go:171","msg":"trace[1512658150] linearizableReadLoop","detail":"{readStateIndex:26379; appliedIndex:26369; }","duration":"1.305107016s","start":"2026-04-22T21:27:54.219448Z","end":"2026-04-22T21:27:55.524556Z","steps":["trace[1512658150] 'read index received' (duration: 887.949827ms)","trace[1512658150] 'applied index is now lower than readState.Index' (duration: 417.154249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:55.524688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.22426Z","time spent":"1.300260773s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:55.524623Z","caller":"traceutil/trace.go:171","msg":"trace[965742676] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"418.314596ms","start":"2026-04-22T21:27:55.106278Z","end":"2026-04-22T21:27:55.524593Z","steps":["trace[965742676] 'process raft request' (duration: 418.022169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.52481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430013843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:27:55.524867Z","caller":"traceutil/trace.go:171","msg":"trace[786827693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25534; }","duration":"1.430099445s","start":"2026-04-22T21:27:54.094754Z","end":"2026-04-22T21:27:55.524854Z","steps":["trace[786827693] 'agreement among raft nodes before linearized reading' (duration: 1.42988933s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.524862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.106252Z","time spent":"418.529971ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:55.524906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.094742Z","time spent":"1.430155997s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:55.525014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.801324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-04-22T21:27:55.525103Z","caller":"traceutil/trace.go:171","msg":"trace[1615770002] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25534; }","duration":"197.929587ms","start":"2026-04-22T21:27:55.327151Z","end":"2026-04-22T21:27:55.525081Z","steps":["trace[1615770002] 'agreement among raft nodes before linearized reading' (duration: 197.694492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.525125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.391792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-22T21:27:55.525174Z","caller":"traceutil/trace.go:171","msg":"trace[37524932] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25534; }","duration":"129.477814ms","start":"2026-04-22T21:27:55.395683Z","end":"2026-04-22T21:27:55.525161Z","steps":["trace[37524932] 'agreement among raft nodes before linearized reading' (duration: 129.31003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.52505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.80857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:27:55.525334Z","caller":"traceutil/trace.go:171","msg":"trace[369000667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25534; }","duration":"835.187459ms","start":"2026-04-22T21:27:54.690132Z","end":"2026-04-22T21:27:55.52532Z","steps":["trace[369000667] 'agreement among raft nodes before linearized reading' (duration: 834.652476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.525352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.146761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-04-22T21:27:55.525129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.55183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:55.525381Z","caller":"traceutil/trace.go:171","msg":"trace[819371533] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25534; }","duration":"198.240304ms","start":"2026-04-22T21:27:55.327131Z","end":"2026-04-22T21:27:55.525371Z","steps":["trace[819371533] 'agreement among raft nodes before linearized reading' (duration: 198.160902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.52538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.690112Z","time spent":"835.25672ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:27:55.525449Z","caller":"traceutil/trace.go:171","msg":"trace[243562553] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25534; }","duration":"216.878667ms","start":"2026-04-22T21:27:55.308514Z","end":"2026-04-22T21:27:55.525392Z","steps":["trace[243562553] 'agreement among raft nodes before linearized reading' (duration: 216.56481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.525492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.754456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:55.52553Z","caller":"traceutil/trace.go:171","msg":"trace[475947609] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25534; }","duration":"299.826178ms","start":"2026-04-22T21:27:55.225692Z","end":"2026-04-22T21:27:55.525518Z","steps":["trace[475947609] 'agreement among raft nodes before linearized reading' (duration: 299.763147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.525665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.065708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276020"} {"level":"info","ts":"2026-04-22T21:27:55.525718Z","caller":"traceutil/trace.go:171","msg":"trace[1629237998] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25534; }","duration":"219.150271ms","start":"2026-04-22T21:27:55.306553Z","end":"2026-04-22T21:27:55.525703Z","steps":["trace[1629237998] 'agreement among raft nodes before linearized reading' (duration: 218.601398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.525761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.793185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:27:55.525929Z","caller":"traceutil/trace.go:171","msg":"trace[389145963] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25534; }","duration":"692.970519ms","start":"2026-04-22T21:27:54.832917Z","end":"2026-04-22T21:27:55.525888Z","steps":["trace[389145963] 'agreement among raft nodes before linearized reading' (duration: 692.765384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:55.526002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:54.832898Z","time spent":"693.067351ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:56.526337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.325792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:56.526421Z","caller":"traceutil/trace.go:171","msg":"trace[823498818] linearizableReadLoop","detail":"{readStateIndex:26382; appliedIndex:26381; }","duration":"842.372645ms","start":"2026-04-22T21:27:55.684035Z","end":"2026-04-22T21:27:56.526408Z","steps":["trace[823498818] 'read index received' (duration: 363.695224ms)","trace[823498818] 'applied index is now lower than readState.Index' (duration: 478.676091ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:56.526479Z","caller":"traceutil/trace.go:171","msg":"trace[475787464] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"993.485132ms","start":"2026-04-22T21:27:55.532984Z","end":"2026-04-22T21:27:56.526469Z","steps":["trace[475787464] 'process raft request' (duration: 514.952575ms)","trace[475787464] 'compare' (duration: 478.171659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:56.526522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.532957Z","time spent":"993.542413ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:56.526553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.501268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:56.526635Z","caller":"traceutil/trace.go:171","msg":"trace[1203227288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25536; }","duration":"842.59223ms","start":"2026-04-22T21:27:55.684024Z","end":"2026-04-22T21:27:56.526616Z","steps":["trace[1203227288] 'agreement among raft nodes before linearized reading' (duration: 842.466577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.52668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.68395Z","time spent":"842.722513ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:56.528335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.102968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:56.528393Z","caller":"traceutil/trace.go:171","msg":"trace[1133069669] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25537; }","duration":"784.16732ms","start":"2026-04-22T21:27:55.744211Z","end":"2026-04-22T21:27:56.528378Z","steps":["trace[1133069669] 'agreement among raft nodes before linearized reading' (duration: 784.066997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.528416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.744194Z","time spent":"784.216571ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:27:56.528612Z","caller":"traceutil/trace.go:171","msg":"trace[385293802] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"657.306268ms","start":"2026-04-22T21:27:55.871299Z","end":"2026-04-22T21:27:56.528605Z","steps":["trace[385293802] 'process raft request' (duration: 656.864578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.528663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.87128Z","time spent":"657.350589ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:56.528785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.238486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:27:56.528853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.262082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:56.528909Z","caller":"traceutil/trace.go:171","msg":"trace[1186914755] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25537; }","duration":"616.323434ms","start":"2026-04-22T21:27:55.912571Z","end":"2026-04-22T21:27:56.528895Z","steps":["trace[1186914755] 'agreement among raft nodes before linearized reading' (duration: 616.228772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.52895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.912524Z","time spent":"616.416396ms","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:27:56.529174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.339012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-22T21:27:56.529214Z","caller":"traceutil/trace.go:171","msg":"trace[154622128] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25537; }","duration":"273.403993ms","start":"2026-04-22T21:27:56.255799Z","end":"2026-04-22T21:27:56.529203Z","steps":["trace[154622128] 'agreement among raft nodes before linearized reading' (duration: 273.29779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.529421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.120162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T21:27:56.529456Z","caller":"traceutil/trace.go:171","msg":"trace[1191330654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25537; }","duration":"305.186783ms","start":"2026-04-22T21:27:56.224259Z","end":"2026-04-22T21:27:56.529446Z","steps":["trace[1191330654] 'agreement among raft nodes before linearized reading' (duration: 305.097501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.529482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:56.224243Z","time spent":"305.232764ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:27:56.528804Z","caller":"traceutil/trace.go:171","msg":"trace[1454057488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25537; }","duration":"113.292387ms","start":"2026-04-22T21:27:56.415507Z","end":"2026-04-22T21:27:56.5288Z","steps":["trace[1454057488] 'agreement among raft nodes before linearized reading' (duration: 113.217235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.529746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.479103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-22T21:27:56.529773Z","caller":"traceutil/trace.go:171","msg":"trace[1691322341] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25537; }","duration":"691.544764ms","start":"2026-04-22T21:27:55.838222Z","end":"2026-04-22T21:27:56.529766Z","steps":["trace[1691322341] 'agreement among raft nodes before linearized reading' (duration: 691.285808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.529788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.838205Z","time spent":"691.579606ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-22T21:27:56.529913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.650437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-22T21:27:56.530022Z","caller":"traceutil/trace.go:171","msg":"trace[1249518345] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25537; }","duration":"550.80594ms","start":"2026-04-22T21:27:55.979189Z","end":"2026-04-22T21:27:56.529995Z","steps":["trace[1249518345] 'agreement among raft nodes before linearized reading' (duration: 550.462642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:56.530081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:55.979171Z","time spent":"550.899552ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-22T21:27:57.096553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:27:57.341116Z","caller":"traceutil/trace.go:171","msg":"trace[736435578] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26384; }","duration":"745.44171ms","start":"2026-04-22T21:27:56.595648Z","end":"2026-04-22T21:27:57.34109Z","steps":["trace[736435578] 'read index received' (duration: 738.614691ms)","trace[736435578] 'applied index is now lower than readState.Index' (duration: 6.825919ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:57.341131Z","caller":"traceutil/trace.go:171","msg":"trace[1730399902] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"745.989303ms","start":"2026-04-22T21:27:56.595114Z","end":"2026-04-22T21:27:57.341103Z","steps":["trace[1730399902] 'process raft request' (duration: 739.062392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.341321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:56.595095Z","time spent":"746.105855ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.341319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.655824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-22T21:27:57.341398Z","caller":"traceutil/trace.go:171","msg":"trace[457304573] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25539; }","duration":"745.743556ms","start":"2026-04-22T21:27:56.595642Z","end":"2026-04-22T21:27:57.341386Z","steps":["trace[457304573] 'agreement among raft nodes before linearized reading' (duration: 745.521991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.341431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:56.595608Z","time spent":"745.817278ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-22T21:27:57.416589Z","caller":"traceutil/trace.go:171","msg":"trace[1429044719] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"300.942655ms","start":"2026-04-22T21:27:57.11563Z","end":"2026-04-22T21:27:57.416572Z","steps":["trace[1429044719] 'process raft request' (duration: 300.902784ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:57.416559Z","caller":"traceutil/trace.go:171","msg":"trace[1766604931] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"303.003583ms","start":"2026-04-22T21:27:57.113523Z","end":"2026-04-22T21:27:57.416527Z","steps":["trace[1766604931] 'process raft request' (duration: 302.801558ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:57.416638Z","caller":"traceutil/trace.go:171","msg":"trace[933249124] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"302.955761ms","start":"2026-04-22T21:27:57.113646Z","end":"2026-04-22T21:27:57.416602Z","steps":["trace[933249124] 'process raft request' (duration: 302.773847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.416715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.115619Z","time spent":"301.024686ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.416735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.113496Z","time spent":"303.161287ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.416794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.113612Z","time spent":"303.091395ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:57.416819Z","caller":"traceutil/trace.go:171","msg":"trace[1692690111] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"301.107308ms","start":"2026-04-22T21:27:57.115696Z","end":"2026-04-22T21:27:57.416803Z","steps":["trace[1692690111] 'process raft request' (duration: 300.857142ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:57.416845Z","caller":"traceutil/trace.go:171","msg":"trace[423627294] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"302.02286ms","start":"2026-04-22T21:27:57.114815Z","end":"2026-04-22T21:27:57.416838Z","steps":["trace[423627294] 'process raft request' (duration: 301.680822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.416874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.114797Z","time spent":"302.0587ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.416893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.115689Z","time spent":"301.16635ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:57.416961Z","caller":"traceutil/trace.go:171","msg":"trace[1233312741] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"302.05202ms","start":"2026-04-22T21:27:57.114902Z","end":"2026-04-22T21:27:57.416954Z","steps":["trace[1233312741] 'process raft request' (duration: 301.61141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.416994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.114856Z","time spent":"302.119002ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:57.417044Z","caller":"traceutil/trace.go:171","msg":"trace[1301568492] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"303.083754ms","start":"2026-04-22T21:27:57.113953Z","end":"2026-04-22T21:27:57.417037Z","steps":["trace[1301568492] 'process raft request' (duration: 302.488591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.417046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.937447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:57.417074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.113943Z","time spent":"303.115985ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:27:57.417079Z","caller":"traceutil/trace.go:171","msg":"trace[1795604825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25547; }","duration":"243.971248ms","start":"2026-04-22T21:27:57.173097Z","end":"2026-04-22T21:27:57.417069Z","steps":["trace[1795604825] 'agreement among raft nodes before linearized reading' (duration: 243.914477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.417109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.16867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:57.417156Z","caller":"traceutil/trace.go:171","msg":"trace[311658502] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25547; }","duration":"756.269302ms","start":"2026-04-22T21:27:56.660876Z","end":"2026-04-22T21:27:57.417145Z","steps":["trace[311658502] 'agreement among raft nodes before linearized reading' (duration: 756.19763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.417191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:56.660842Z","time spent":"756.342254ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:27:57.417384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.450551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:57.417424Z","caller":"traceutil/trace.go:171","msg":"trace[528812003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25547; }","duration":"736.540303ms","start":"2026-04-22T21:27:56.680874Z","end":"2026-04-22T21:27:57.417414Z","steps":["trace[528812003] 'agreement among raft nodes before linearized reading' (duration: 736.482012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.417451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:56.680849Z","time spent":"736.597014ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:27:57.417449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.169343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T21:27:57.417566Z","caller":"traceutil/trace.go:171","msg":"trace[1613827947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25547; }","duration":"302.288906ms","start":"2026-04-22T21:27:57.115271Z","end":"2026-04-22T21:27:57.41756Z","steps":["trace[1613827947] 'agreement among raft nodes before linearized reading' (duration: 302.06374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.41759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.115232Z","time spent":"302.351057ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:27:57.417656Z","caller":"traceutil/trace.go:171","msg":"trace[1853822913] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"303.636837ms","start":"2026-04-22T21:27:57.114003Z","end":"2026-04-22T21:27:57.417639Z","steps":["trace[1853822913] 'process raft request' (duration: 302.47374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.417733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.113957Z","time spent":"303.74842ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.822035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.674767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:57.822181Z","caller":"traceutil/trace.go:171","msg":"trace[1767627155] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"401.916214ms","start":"2026-04-22T21:27:57.420236Z","end":"2026-04-22T21:27:57.822152Z","steps":["trace[1767627155] 'process raft request' (duration: 260.034552ms)","trace[1767627155] 'compare' (duration: 141.541024ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:57.822231Z","caller":"traceutil/trace.go:171","msg":"trace[475123575] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"396.442408ms","start":"2026-04-22T21:27:57.425772Z","end":"2026-04-22T21:27:57.822215Z","steps":["trace[475123575] 'process raft request' (duration: 396.373606ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:57.822269Z","caller":"traceutil/trace.go:171","msg":"trace[1891031534] linearizableReadLoop","detail":"{readStateIndex:26394; appliedIndex:26393; }","duration":"399.922028ms","start":"2026-04-22T21:27:57.422322Z","end":"2026-04-22T21:27:57.822244Z","steps":["trace[1891031534] 'read index received' (duration: 257.964274ms)","trace[1891031534] 'applied index is now lower than readState.Index' (duration: 141.955644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:57.8223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.42575Z","time spent":"396.517379ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.822308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.420214Z","time spent":"402.014167ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:27:57.82251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.170914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-22T21:27:57.822539Z","caller":"traceutil/trace.go:171","msg":"trace[972970596] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25549; }","duration":"400.210815ms","start":"2026-04-22T21:27:57.422318Z","end":"2026-04-22T21:27:57.822529Z","steps":["trace[972970596] 'agreement among raft nodes before linearized reading' (duration: 400.044761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.822557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.422296Z","time spent":"400.256856ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-22T21:27:57.822625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.797605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:57.822668Z","caller":"traceutil/trace.go:171","msg":"trace[1929283058] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25549; }","duration":"399.863027ms","start":"2026-04-22T21:27:57.422794Z","end":"2026-04-22T21:27:57.822657Z","steps":["trace[1929283058] 'agreement among raft nodes before linearized reading' (duration: 399.792905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.822698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.422782Z","time spent":"399.909778ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:27:57.822751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.704348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:27:57.822793Z","caller":"traceutil/trace.go:171","msg":"trace[753566004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25549; }","duration":"260.77936ms","start":"2026-04-22T21:27:57.562004Z","end":"2026-04-22T21:27:57.822783Z","steps":["trace[753566004] 'agreement among raft nodes before linearized reading' (duration: 260.656627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.822905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.056288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-22T21:27:57.822943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.963232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-22T21:27:57.822944Z","caller":"traceutil/trace.go:171","msg":"trace[1196733463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25549; }","duration":"289.091438ms","start":"2026-04-22T21:27:57.53384Z","end":"2026-04-22T21:27:57.822932Z","steps":["trace[1196733463] 'agreement among raft nodes before linearized reading' (duration: 288.992116ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:57.822961Z","caller":"traceutil/trace.go:171","msg":"trace[349718864] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25549; }","duration":"360.981072ms","start":"2026-04-22T21:27:57.461975Z","end":"2026-04-22T21:27:57.822956Z","steps":["trace[349718864] 'agreement among raft nodes before linearized reading' (duration: 360.927471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:57.822976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:57.461921Z","time spent":"361.051993ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-22T21:27:58.069282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.732753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:27:58.06945Z","caller":"traceutil/trace.go:171","msg":"trace[134165449] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"242.201677ms","start":"2026-04-22T21:27:57.827199Z","end":"2026-04-22T21:27:58.0694Z","steps":["trace[134165449] 'process raft request' (duration: 102.210649ms)","trace[134165449] 'compare' (duration: 138.921303ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:58.069525Z","caller":"traceutil/trace.go:171","msg":"trace[1672642702] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26395; }","duration":"241.874509ms","start":"2026-04-22T21:27:57.827623Z","end":"2026-04-22T21:27:58.069497Z","steps":["trace[1672642702] 'read index received' (duration: 101.803249ms)","trace[1672642702] 'applied index is now lower than readState.Index' (duration: 140.06881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:27:58.069776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.134586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:27:58.069815Z","caller":"traceutil/trace.go:171","msg":"trace[597864487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25550; }","duration":"242.187237ms","start":"2026-04-22T21:27:57.827618Z","end":"2026-04-22T21:27:58.069805Z","steps":["trace[597864487] 'agreement among raft nodes before linearized reading' (duration: 242.018503ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:58.069986Z","caller":"traceutil/trace.go:171","msg":"trace[1050343112] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"242.218738ms","start":"2026-04-22T21:27:57.827597Z","end":"2026-04-22T21:27:58.069816Z","steps":["trace[1050343112] 'process raft request' (duration: 242.057824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.070143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.361688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-22T21:27:58.070187Z","caller":"traceutil/trace.go:171","msg":"trace[1546394923] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25551; }","duration":"238.44684ms","start":"2026-04-22T21:27:57.831729Z","end":"2026-04-22T21:27:58.070176Z","steps":["trace[1546394923] 'agreement among raft nodes before linearized reading' (duration: 238.177304ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:58.252955Z","caller":"traceutil/trace.go:171","msg":"trace[636228766] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26397; }","duration":"163.224659ms","start":"2026-04-22T21:27:58.089707Z","end":"2026-04-22T21:27:58.252932Z","steps":["trace[636228766] 'read index received' (duration: 162.984834ms)","trace[636228766] 'applied index is now lower than readState.Index' (duration: 239.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:27:58.253118Z","caller":"traceutil/trace.go:171","msg":"trace[1618415846] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"174.130043ms","start":"2026-04-22T21:27:58.078904Z","end":"2026-04-22T21:27:58.253034Z","steps":["trace[1618415846] 'process raft request' (duration: 173.865067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.25347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.733371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-22T21:27:58.253518Z","caller":"traceutil/trace.go:171","msg":"trace[1717925107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25552; }","duration":"163.814863ms","start":"2026-04-22T21:27:58.089688Z","end":"2026-04-22T21:27:58.253503Z","steps":["trace[1717925107] 'agreement among raft nodes before linearized reading' (duration: 163.332962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.861451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.483802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-22T21:27:58.861535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.359861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:58.861533Z","caller":"traceutil/trace.go:171","msg":"trace[1549477610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25552; }","duration":"330.640335ms","start":"2026-04-22T21:27:58.530874Z","end":"2026-04-22T21:27:58.861514Z","steps":["trace[1549477610] 'range keys from in-memory index tree' (duration: 330.252556ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:58.861576Z","caller":"traceutil/trace.go:171","msg":"trace[594364467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25552; }","duration":"181.441953ms","start":"2026-04-22T21:27:58.680125Z","end":"2026-04-22T21:27:58.861567Z","steps":["trace[594364467] 'range keys from in-memory index tree' (duration: 181.276059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.861601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:58.530842Z","time spent":"330.749218ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:27:58.861485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.872877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:27:58.861718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.667202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T21:27:58.861767Z","caller":"traceutil/trace.go:171","msg":"trace[815225275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25552; }","duration":"168.172734ms","start":"2026-04-22T21:27:58.693575Z","end":"2026-04-22T21:27:58.861748Z","steps":["trace[815225275] 'range keys from in-memory index tree' (duration: 167.854176ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:58.861782Z","caller":"traceutil/trace.go:171","msg":"trace[1291170855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25552; }","duration":"286.786815ms","start":"2026-04-22T21:27:58.574978Z","end":"2026-04-22T21:27:58.861765Z","steps":["trace[1291170855] 'range keys from in-memory index tree' (duration: 286.477688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.861976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.265961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-22T21:27:58.862045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.545183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:27:58.862075Z","caller":"traceutil/trace.go:171","msg":"trace[1490711272] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25552; }","duration":"377.416614ms","start":"2026-04-22T21:27:58.48464Z","end":"2026-04-22T21:27:58.862057Z","steps":["trace[1490711272] 'range keys from in-memory index tree' (duration: 377.091227ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:27:58.862093Z","caller":"traceutil/trace.go:171","msg":"trace[1126397140] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25552; }","duration":"342.637815ms","start":"2026-04-22T21:27:58.51944Z","end":"2026-04-22T21:27:58.862078Z","steps":["trace[1126397140] 'count revisions from in-memory index tree' (duration: 342.40043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:27:58.862121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:58.484618Z","time spent":"377.490466ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-22T21:27:58.862129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:58.519417Z","time spent":"342.702246ms","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:28:00.110732Z","caller":"traceutil/trace.go:171","msg":"trace[1127771523] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26408; }","duration":"429.581349ms","start":"2026-04-22T21:27:59.68111Z","end":"2026-04-22T21:28:00.110691Z","steps":["trace[1127771523] 'read index received' (duration: 429.307222ms)","trace[1127771523] 'applied index is now lower than readState.Index' (duration: 272.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:00.110818Z","caller":"traceutil/trace.go:171","msg":"trace[915578037] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"438.317152ms","start":"2026-04-22T21:27:59.672461Z","end":"2026-04-22T21:28:00.110778Z","steps":["trace[915578037] 'process raft request' (duration: 437.986744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.110993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.67244Z","time spent":"438.460056ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:00.111028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.908976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10652"} {"level":"info","ts":"2026-04-22T21:28:00.1111Z","caller":"traceutil/trace.go:171","msg":"trace[144089984] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25563; }","duration":"430.044289ms","start":"2026-04-22T21:27:59.681042Z","end":"2026-04-22T21:28:00.111087Z","steps":["trace[144089984] 'agreement among raft nodes before linearized reading' (duration: 429.819654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.111134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.681019Z","time spent":"430.109061ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10675,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-22T21:28:00.121244Z","caller":"traceutil/trace.go:171","msg":"trace[1008750959] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"438.041606ms","start":"2026-04-22T21:27:59.683138Z","end":"2026-04-22T21:28:00.121179Z","steps":["trace[1008750959] 'process raft request' (duration: 437.740769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.121558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.683126Z","time spent":"438.336892ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T21:28:00.121612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.203498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T21:28:00.121722Z","caller":"traceutil/trace.go:171","msg":"trace[1057260022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25564; }","duration":"294.339451ms","start":"2026-04-22T21:27:59.82736Z","end":"2026-04-22T21:28:00.1217Z","steps":["trace[1057260022] 'agreement among raft nodes before linearized reading' (duration: 293.980633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.121351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.970946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-22T21:28:00.121862Z","caller":"traceutil/trace.go:171","msg":"trace[305337066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25564; }","duration":"402.537869ms","start":"2026-04-22T21:27:59.719306Z","end":"2026-04-22T21:28:00.121844Z","steps":["trace[305337066] 'agreement among raft nodes before linearized reading' (duration: 401.791692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.121917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.719288Z","time spent":"402.612791ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-22T21:28:00.121388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.647623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:00.122083Z","caller":"traceutil/trace.go:171","msg":"trace[215628180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25564; }","duration":"318.37998ms","start":"2026-04-22T21:27:59.803675Z","end":"2026-04-22T21:28:00.122055Z","steps":["trace[215628180] 'agreement among raft nodes before linearized reading' (duration: 317.651753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.122182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.803655Z","time spent":"318.493862ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:00.121395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.658324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:00.122239Z","caller":"traceutil/trace.go:171","msg":"trace[657612543] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25564; }","duration":"376.512043ms","start":"2026-04-22T21:27:59.745711Z","end":"2026-04-22T21:28:00.122223Z","steps":["trace[657612543] 'agreement among raft nodes before linearized reading' (duration: 375.648703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.122277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:27:59.745705Z","time spent":"376.558464ms","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:28:00.249253Z","caller":"traceutil/trace.go:171","msg":"trace[483733068] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"123.887353ms","start":"2026-04-22T21:28:00.125339Z","end":"2026-04-22T21:28:00.249226Z","steps":["trace[483733068] 'process raft request' (duration: 123.613427ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:00.249758Z","caller":"traceutil/trace.go:171","msg":"trace[53062919] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"123.027093ms","start":"2026-04-22T21:28:00.126711Z","end":"2026-04-22T21:28:00.249738Z","steps":["trace[53062919] 'process raft request' (duration: 122.785507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.249807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.25869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:00.249861Z","caller":"traceutil/trace.go:171","msg":"trace[1431728066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25568; }","duration":"111.344851ms","start":"2026-04-22T21:28:00.1385Z","end":"2026-04-22T21:28:00.249845Z","steps":["trace[1431728066] 'agreement among raft nodes before linearized reading' (duration: 111.223708ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:00.249916Z","caller":"traceutil/trace.go:171","msg":"trace[594321186] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"123.074334ms","start":"2026-04-22T21:28:00.126505Z","end":"2026-04-22T21:28:00.24958Z","steps":["trace[594321186] 'process raft request' (duration: 122.631924ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:00.8276Z","caller":"traceutil/trace.go:171","msg":"trace[1752088094] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"294.036763ms","start":"2026-04-22T21:28:00.533543Z","end":"2026-04-22T21:28:00.82758Z","steps":["trace[1752088094] 'process raft request' (duration: 293.973172ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:00.827794Z","caller":"traceutil/trace.go:171","msg":"trace[1738780882] linearizableReadLoop","detail":"{readStateIndex:26415; appliedIndex:26414; }","duration":"469.910387ms","start":"2026-04-22T21:28:00.357875Z","end":"2026-04-22T21:28:00.827786Z","steps":["trace[1738780882] 'read index received' (duration: 466.273612ms)","trace[1738780882] 'applied index is now lower than readState.Index' (duration: 3.636015ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:00.827741Z","caller":"traceutil/trace.go:171","msg":"trace[653566032] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"565.238905ms","start":"2026-04-22T21:28:00.262445Z","end":"2026-04-22T21:28:00.827684Z","steps":["trace[653566032] 'process raft request' (duration: 561.509309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.827963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.087691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:00.82799Z","caller":"traceutil/trace.go:171","msg":"trace[1281620839] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25570; }","duration":"470.195583ms","start":"2026-04-22T21:28:00.357789Z","end":"2026-04-22T21:28:00.827984Z","steps":["trace[1281620839] 'agreement among raft nodes before linearized reading' (duration: 470.131872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:00.828008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:00.357735Z","time spent":"470.267685ms","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:00.827997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:00.262431Z","time spent":"565.41291ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:00.828202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.170382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:00.828313Z","caller":"traceutil/trace.go:171","msg":"trace[1182299349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25570; }","duration":"149.332186ms","start":"2026-04-22T21:28:00.678956Z","end":"2026-04-22T21:28:00.828288Z","steps":["trace[1182299349] 'agreement among raft nodes before linearized reading' (duration: 149.154131ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:02.465392Z","caller":"traceutil/trace.go:171","msg":"trace[952207684] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"205.846591ms","start":"2026-04-22T21:28:02.259515Z","end":"2026-04-22T21:28:02.465362Z","steps":["trace[952207684] 'process raft request' (duration: 198.013209ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:02.466763Z","caller":"traceutil/trace.go:171","msg":"trace[1032380756] linearizableReadLoop","detail":"{readStateIndex:26438; appliedIndex:26436; }","duration":"151.455116ms","start":"2026-04-22T21:28:02.315295Z","end":"2026-04-22T21:28:02.46675Z","steps":["trace[1032380756] 'read index received' (duration: 142.254571ms)","trace[1032380756] 'applied index is now lower than readState.Index' (duration: 9.199715ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:02.466892Z","caller":"traceutil/trace.go:171","msg":"trace[1923811696] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"203.21652ms","start":"2026-04-22T21:28:02.263625Z","end":"2026-04-22T21:28:02.466842Z","steps":["trace[1923811696] 'process raft request' (duration: 203.058506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:02.46698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.67725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:02.46701Z","caller":"traceutil/trace.go:171","msg":"trace[1648077058] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25591; }","duration":"151.767873ms","start":"2026-04-22T21:28:02.315235Z","end":"2026-04-22T21:28:02.467003Z","steps":["trace[1648077058] 'agreement among raft nodes before linearized reading' (duration: 151.565918ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.086507Z","caller":"traceutil/trace.go:171","msg":"trace[835932871] linearizableReadLoop","detail":"{readStateIndex:26497; appliedIndex:26496; }","duration":"236.516104ms","start":"2026-04-22T21:28:10.849957Z","end":"2026-04-22T21:28:11.086473Z","steps":["trace[835932871] 'read index received' (duration: 236.271149ms)","trace[835932871] 'applied index is now lower than readState.Index' (duration: 243.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:11.086625Z","caller":"traceutil/trace.go:171","msg":"trace[108867354] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"242.040304ms","start":"2026-04-22T21:28:10.84454Z","end":"2026-04-22T21:28:11.08658Z","steps":["trace[108867354] 'process raft request' (duration: 241.692556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.086755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.879804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:11.08681Z","caller":"traceutil/trace.go:171","msg":"trace[1623135545] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25648; }","duration":"230.994847ms","start":"2026-04-22T21:28:10.855795Z","end":"2026-04-22T21:28:11.08679Z","steps":["trace[1623135545] 'agreement among raft nodes before linearized reading' (duration: 230.872364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.08685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.866584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-04-22T21:28:11.086914Z","caller":"traceutil/trace.go:171","msg":"trace[1123542587] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25648; }","duration":"236.977155ms","start":"2026-04-22T21:28:10.849921Z","end":"2026-04-22T21:28:11.086898Z","steps":["trace[1123542587] 'agreement among raft nodes before linearized reading' (duration: 236.678028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.086925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.831797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:28:11.086984Z","caller":"traceutil/trace.go:171","msg":"trace[1492026978] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25648; }","duration":"143.93391ms","start":"2026-04-22T21:28:10.943037Z","end":"2026-04-22T21:28:11.086971Z","steps":["trace[1492026978] 'agreement among raft nodes before linearized reading' (duration: 143.691554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.582043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.822548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:11.582166Z","caller":"traceutil/trace.go:171","msg":"trace[1495803011] linearizableReadLoop","detail":"{readStateIndex:26498; appliedIndex:26497; }","duration":"445.523679ms","start":"2026-04-22T21:28:11.136619Z","end":"2026-04-22T21:28:11.582142Z","steps":["trace[1495803011] 'read index received' (duration: 316.457065ms)","trace[1495803011] 'applied index is now lower than readState.Index' (duration: 129.064734ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:11.582185Z","caller":"traceutil/trace.go:171","msg":"trace[2146838875] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"480.478362ms","start":"2026-04-22T21:28:11.101688Z","end":"2026-04-22T21:28:11.582166Z","steps":["trace[2146838875] 'process raft request' (duration: 351.455689ms)","trace[2146838875] 'compare' (duration: 127.926918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:11.582253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.101669Z","time spent":"480.552385ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:11.582411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.782475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T21:28:11.582473Z","caller":"traceutil/trace.go:171","msg":"trace[322746529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25649; }","duration":"445.884567ms","start":"2026-04-22T21:28:11.136573Z","end":"2026-04-22T21:28:11.582457Z","steps":["trace[322746529] 'agreement among raft nodes before linearized reading' (duration: 445.666042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.582526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.136552Z","time spent":"445.961429ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:28:11.585198Z","caller":"traceutil/trace.go:171","msg":"trace[1481399525] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"282.890565ms","start":"2026-04-22T21:28:11.302283Z","end":"2026-04-22T21:28:11.585174Z","steps":["trace[1481399525] 'process raft request' (duration: 282.753201ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.892622Z","caller":"traceutil/trace.go:171","msg":"trace[1389876229] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"377.898876ms","start":"2026-04-22T21:28:11.5147Z","end":"2026-04-22T21:28:11.892599Z","steps":["trace[1389876229] 'process raft request' (duration: 377.811384ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.892618Z","caller":"traceutil/trace.go:171","msg":"trace[956269152] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"400.114462ms","start":"2026-04-22T21:28:11.492466Z","end":"2026-04-22T21:28:11.89258Z","steps":["trace[956269152] 'process raft request' (duration: 394.320117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.892754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.514682Z","time spent":"378.003778ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:11.892808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.492439Z","time spent":"400.269006ms","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:11.892927Z","caller":"traceutil/trace.go:171","msg":"trace[944046689] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"359.511758ms","start":"2026-04-22T21:28:11.5334Z","end":"2026-04-22T21:28:11.892912Z","steps":["trace[944046689] 'process raft request' (duration: 359.16216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.893016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.533376Z","time spent":"359.599269ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:11.893838Z","caller":"traceutil/trace.go:171","msg":"trace[1536482504] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"360.182323ms","start":"2026-04-22T21:28:11.533633Z","end":"2026-04-22T21:28:11.893815Z","steps":["trace[1536482504] 'process raft request' (duration: 359.220241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.893948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.533624Z","time spent":"360.270265ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:11.894007Z","caller":"traceutil/trace.go:171","msg":"trace[1925671713] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"360.232325ms","start":"2026-04-22T21:28:11.533745Z","end":"2026-04-22T21:28:11.893977Z","steps":["trace[1925671713] 'process raft request' (duration: 359.932878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.894101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.533712Z","time spent":"360.338547ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:11.894142Z","caller":"traceutil/trace.go:171","msg":"trace[593096748] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"359.874096ms","start":"2026-04-22T21:28:11.534227Z","end":"2026-04-22T21:28:11.894101Z","steps":["trace[593096748] 'process raft request' (duration: 359.602929ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.894071Z","caller":"traceutil/trace.go:171","msg":"trace[761841853] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"359.885166ms","start":"2026-04-22T21:28:11.534161Z","end":"2026-04-22T21:28:11.894046Z","steps":["trace[761841853] 'process raft request' (duration: 359.62824ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.894276Z","caller":"traceutil/trace.go:171","msg":"trace[1596001968] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"359.737723ms","start":"2026-04-22T21:28:11.534513Z","end":"2026-04-22T21:28:11.894251Z","steps":["trace[1596001968] 'process raft request' (duration: 359.351934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.894296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.534135Z","time spent":"360.111602ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:11.894333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.534192Z","time spent":"360.05263ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:11.894394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.534503Z","time spent":"359.828485ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:11.894485Z","caller":"traceutil/trace.go:171","msg":"trace[279224693] linearizableReadLoop","detail":"{readStateIndex:26508; appliedIndex:26498; }","duration":"312.266878ms","start":"2026-04-22T21:28:11.582204Z","end":"2026-04-22T21:28:11.894471Z","steps":["trace[279224693] 'read index received' (duration: 2.842267ms)","trace[279224693] 'applied index is now lower than readState.Index' (duration: 309.423671ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:11.894521Z","caller":"traceutil/trace.go:171","msg":"trace[1708601168] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"359.781254ms","start":"2026-04-22T21:28:11.534725Z","end":"2026-04-22T21:28:11.894506Z","steps":["trace[1708601168] 'process raft request' (duration: 359.17471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.894591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.534715Z","time spent":"359.838125ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:11.894776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.010337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-22T21:28:11.894855Z","caller":"traceutil/trace.go:171","msg":"trace[832989884] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25659; }","duration":"338.165331ms","start":"2026-04-22T21:28:11.556671Z","end":"2026-04-22T21:28:11.894837Z","steps":["trace[832989884] 'agreement among raft nodes before linearized reading' (duration: 337.887384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.8949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.556644Z","time spent":"338.247622ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-22T21:28:11.952117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.765265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:11.952148Z","caller":"traceutil/trace.go:171","msg":"trace[1278968193] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"365.426075ms","start":"2026-04-22T21:28:11.586656Z","end":"2026-04-22T21:28:11.952082Z","steps":["trace[1278968193] 'process raft request' (duration: 365.21806ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:11.952205Z","caller":"traceutil/trace.go:171","msg":"trace[1863605500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25660; }","duration":"271.897199ms","start":"2026-04-22T21:28:11.68029Z","end":"2026-04-22T21:28:11.952187Z","steps":["trace[1863605500] 'agreement among raft nodes before linearized reading' (duration: 271.736945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:11.95231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:11.586633Z","time spent":"365.586968ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:12.14723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.536784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:12.147336Z","caller":"traceutil/trace.go:171","msg":"trace[1735354439] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25660; }","duration":"138.698138ms","start":"2026-04-22T21:28:12.008612Z","end":"2026-04-22T21:28:12.14731Z","steps":["trace[1735354439] 'count revisions from in-memory index tree' (duration: 138.465063ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:13.736586Z","caller":"traceutil/trace.go:171","msg":"trace[529100458] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"486.410801ms","start":"2026-04-22T21:28:13.250152Z","end":"2026-04-22T21:28:13.736563Z","steps":["trace[529100458] 'process raft request' (duration: 486.186966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.736708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.250129Z","time spent":"486.517784ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8811,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:13.736804Z","caller":"traceutil/trace.go:171","msg":"trace[1437941547] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"482.388367ms","start":"2026-04-22T21:28:13.254375Z","end":"2026-04-22T21:28:13.736763Z","steps":["trace[1437941547] 'process raft request' (duration: 482.119421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.736983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.254358Z","time spent":"482.538541ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:13.922318Z","caller":"traceutil/trace.go:171","msg":"trace[2121674841] linearizableReadLoop","detail":"{readStateIndex:26525; appliedIndex:26522; }","duration":"475.817604ms","start":"2026-04-22T21:28:13.446474Z","end":"2026-04-22T21:28:13.922292Z","steps":["trace[2121674841] 'read index received' (duration: 289.904448ms)","trace[2121674841] 'applied index is now lower than readState.Index' (duration: 185.911646ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:13.922427Z","caller":"traceutil/trace.go:171","msg":"trace[2017961010] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"597.397614ms","start":"2026-04-22T21:28:13.325019Z","end":"2026-04-22T21:28:13.922417Z","steps":["trace[2017961010] 'process raft request' (duration: 597.116997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.922525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.324999Z","time spent":"597.455284ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:13.922511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.008518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:13.922591Z","caller":"traceutil/trace.go:171","msg":"trace[1131283133] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25675; }","duration":"476.137621ms","start":"2026-04-22T21:28:13.446433Z","end":"2026-04-22T21:28:13.922571Z","steps":["trace[1131283133] 'agreement among raft nodes before linearized reading' (duration: 475.995678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.922645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.446412Z","time spent":"476.221683ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:13.925732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.73511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:28:13.925852Z","caller":"traceutil/trace.go:171","msg":"trace[1820501728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25684; }","duration":"453.919284ms","start":"2026-04-22T21:28:13.47191Z","end":"2026-04-22T21:28:13.925829Z","steps":["trace[1820501728] 'agreement among raft nodes before linearized reading' (duration: 453.620447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.925918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.471888Z","time spent":"454.017286ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:28:13.926344Z","caller":"traceutil/trace.go:171","msg":"trace[944105145] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"176.803204ms","start":"2026-04-22T21:28:13.749528Z","end":"2026-04-22T21:28:13.926332Z","steps":["trace[944105145] 'process raft request' (duration: 175.487953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.927166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.90066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:13.927214Z","caller":"traceutil/trace.go:171","msg":"trace[689442831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25684; }","duration":"226.981462ms","start":"2026-04-22T21:28:13.700219Z","end":"2026-04-22T21:28:13.9272Z","steps":["trace[689442831] 'agreement among raft nodes before linearized reading' (duration: 226.9066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.92739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.728132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:13.927425Z","caller":"traceutil/trace.go:171","msg":"trace[1929740241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25684; }","duration":"246.782023ms","start":"2026-04-22T21:28:13.680634Z","end":"2026-04-22T21:28:13.927416Z","steps":["trace[1929740241] 'agreement among raft nodes before linearized reading' (duration: 246.728012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.927618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.47166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:13.92767Z","caller":"traceutil/trace.go:171","msg":"trace[981519967] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25684; }","duration":"281.549533ms","start":"2026-04-22T21:28:13.646106Z","end":"2026-04-22T21:28:13.927656Z","steps":["trace[981519967] 'agreement among raft nodes before linearized reading' (duration: 281.42592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.927963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.03489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:28:13.928005Z","caller":"traceutil/trace.go:171","msg":"trace[1782482216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25684; }","duration":"342.112571ms","start":"2026-04-22T21:28:13.585881Z","end":"2026-04-22T21:28:13.927994Z","steps":["trace[1782482216] 'agreement among raft nodes before linearized reading' (duration: 341.964268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.928033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.585862Z","time spent":"342.164013ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:28:13.92826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.351211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:28:13.928295Z","caller":"traceutil/trace.go:171","msg":"trace[1525940186] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25684; }","duration":"395.414172ms","start":"2026-04-22T21:28:13.532873Z","end":"2026-04-22T21:28:13.928287Z","steps":["trace[1525940186] 'agreement among raft nodes before linearized reading' (duration: 395.32116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:13.928321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:13.532856Z","time spent":"395.459474ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.222\" "} {"level":"warn","ts":"2026-04-22T21:28:14.130335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.162242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:14.130905Z","caller":"traceutil/trace.go:171","msg":"trace[1650500479] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"199.514134ms","start":"2026-04-22T21:28:13.931339Z","end":"2026-04-22T21:28:14.130853Z","steps":["trace[1650500479] 'store kv pair into bolt db' {req_type:put; key:/registry/masterleases/199.204.45.222; req_size:119; } (duration: 195.028369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:14.771652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.659477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:28:14.771741Z","caller":"traceutil/trace.go:171","msg":"trace[75882627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25691; }","duration":"211.82842ms","start":"2026-04-22T21:28:14.559894Z","end":"2026-04-22T21:28:14.771722Z","steps":["trace[75882627] 'range keys from in-memory index tree' (duration: 211.462032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:14.772459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.265792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:28:14.772481Z","caller":"traceutil/trace.go:171","msg":"trace[482334680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25691; }","duration":"234.315233ms","start":"2026-04-22T21:28:14.53816Z","end":"2026-04-22T21:28:14.772475Z","steps":["trace[482334680] 'range keys from in-memory index tree' (duration: 234.151659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.626899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.36644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:17.626976Z","caller":"traceutil/trace.go:171","msg":"trace[1558799131] linearizableReadLoop","detail":"{readStateIndex:26560; appliedIndex:26559; }","duration":"947.527552ms","start":"2026-04-22T21:28:16.679436Z","end":"2026-04-22T21:28:17.626963Z","steps":["trace[1558799131] 'read index received' (duration: 484.877595ms)","trace[1558799131] 'applied index is now lower than readState.Index' (duration: 462.649307ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:17.627009Z","caller":"traceutil/trace.go:171","msg":"trace[267519454] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"951.032235ms","start":"2026-04-22T21:28:16.675949Z","end":"2026-04-22T21:28:17.626982Z","steps":["trace[267519454] 'process raft request' (duration: 488.522891ms)","trace[267519454] 'compare' (duration: 460.601469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:17.627115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.52698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:28:17.627124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:16.675923Z","time spent":"951.138226ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:17.627134Z","caller":"traceutil/trace.go:171","msg":"trace[1937859707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25709; }","duration":"836.57581ms","start":"2026-04-22T21:28:16.790552Z","end":"2026-04-22T21:28:17.627128Z","steps":["trace[1937859707] 'agreement among raft nodes before linearized reading' (duration: 836.493028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.627119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.674696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:17.627179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.302897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:17.627209Z","caller":"traceutil/trace.go:171","msg":"trace[1863968928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25709; }","duration":"947.810859ms","start":"2026-04-22T21:28:16.679372Z","end":"2026-04-22T21:28:17.627182Z","steps":["trace[1863968928] 'agreement among raft nodes before linearized reading' (duration: 947.665516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.627159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:16.790536Z","time spent":"836.617542ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:28:17.627254Z","caller":"traceutil/trace.go:171","msg":"trace[367564861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25709; }","duration":"333.446471ms","start":"2026-04-22T21:28:17.293788Z","end":"2026-04-22T21:28:17.627234Z","steps":["trace[367564861] 'agreement among raft nodes before linearized reading' (duration: 333.272466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.627255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:16.679324Z","time spent":"947.923052ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:28:17.627304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.293765Z","time spent":"333.528503ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:17.627366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.123417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:28:17.627372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.460068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-22T21:28:17.627439Z","caller":"traceutil/trace.go:171","msg":"trace[1527703526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25709; }","duration":"832.236549ms","start":"2026-04-22T21:28:16.795182Z","end":"2026-04-22T21:28:17.627419Z","steps":["trace[1527703526] 'agreement among raft nodes before linearized reading' (duration: 831.939982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.627483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:16.795171Z","time spent":"832.303501ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:28:17.627485Z","caller":"traceutil/trace.go:171","msg":"trace[1136554179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25709; }","duration":"720.632012ms","start":"2026-04-22T21:28:16.906826Z","end":"2026-04-22T21:28:17.627458Z","steps":["trace[1136554179] 'agreement among raft nodes before linearized reading' (duration: 720.290484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:17.627542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:16.906806Z","time spent":"720.722213ms","remote":"127.0.0.1:46374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-22T21:28:18.395233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.384854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:18.395498Z","caller":"traceutil/trace.go:171","msg":"trace[1458004837] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"454.802626ms","start":"2026-04-22T21:28:17.940681Z","end":"2026-04-22T21:28:18.395483Z","steps":["trace[1458004837] 'process raft request' (duration: 454.775245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:18.395603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.94067Z","time spent":"454.882887ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:18.395753Z","caller":"traceutil/trace.go:171","msg":"trace[2055684393] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"456.570847ms","start":"2026-04-22T21:28:17.939172Z","end":"2026-04-22T21:28:18.395742Z","steps":["trace[2055684393] 'process raft request' (duration: 456.229579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:18.395795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.93916Z","time spent":"456.611807ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:18.395773Z","caller":"traceutil/trace.go:171","msg":"trace[1837144297] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"457.168591ms","start":"2026-04-22T21:28:17.938575Z","end":"2026-04-22T21:28:18.395743Z","steps":["trace[1837144297] 'process raft request' (duration: 456.752671ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:18.395788Z","caller":"traceutil/trace.go:171","msg":"trace[67274001] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"455.363788ms","start":"2026-04-22T21:28:17.940396Z","end":"2026-04-22T21:28:18.395759Z","steps":["trace[67274001] 'process raft request' (duration: 455.03337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:18.395892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.938534Z","time spent":"457.296174ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:18.39593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.940383Z","time spent":"455.472431ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:18.396046Z","caller":"traceutil/trace.go:171","msg":"trace[115114016] linearizableReadLoop","detail":"{readStateIndex:26561; appliedIndex:26560; }","duration":"715.635346ms","start":"2026-04-22T21:28:17.6804Z","end":"2026-04-22T21:28:18.396036Z","steps":["trace[115114016] 'read index received' (duration: 343.257279ms)","trace[115114016] 'applied index is now lower than readState.Index' (duration: 372.377017ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:18.396084Z","caller":"traceutil/trace.go:171","msg":"trace[597119073] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"765.054027ms","start":"2026-04-22T21:28:17.630995Z","end":"2026-04-22T21:28:18.396049Z","steps":["trace[597119073] 'process raft request' (duration: 392.772902ms)","trace[597119073] 'compare' (duration: 370.613406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:18.396195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.630979Z","time spent":"765.158129ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:18.396182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.755559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:18.396266Z","caller":"traceutil/trace.go:171","msg":"trace[97680540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25714; }","duration":"715.902942ms","start":"2026-04-22T21:28:17.680343Z","end":"2026-04-22T21:28:18.396246Z","steps":["trace[97680540] 'agreement among raft nodes before linearized reading' (duration: 715.744369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:18.396308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:17.680322Z","time spent":"715.980815ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:28:18.406338Z","caller":"traceutil/trace.go:171","msg":"trace[1092743931] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"266.603515ms","start":"2026-04-22T21:28:18.139714Z","end":"2026-04-22T21:28:18.406317Z","steps":["trace[1092743931] 'process raft request' (duration: 266.548543ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:18.406523Z","caller":"traceutil/trace.go:171","msg":"trace[1981631528] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"268.09868ms","start":"2026-04-22T21:28:18.138416Z","end":"2026-04-22T21:28:18.406515Z","steps":["trace[1981631528] 'process raft request' (duration: 267.733852ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:18.406618Z","caller":"traceutil/trace.go:171","msg":"trace[449015847] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"267.109407ms","start":"2026-04-22T21:28:18.139501Z","end":"2026-04-22T21:28:18.40661Z","steps":["trace[449015847] 'process raft request' (duration: 266.732628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:18.406998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.672318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T21:28:18.407041Z","caller":"traceutil/trace.go:171","msg":"trace[588146997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25719; }","duration":"245.724569ms","start":"2026-04-22T21:28:18.161307Z","end":"2026-04-22T21:28:18.407031Z","steps":["trace[588146997] 'agreement among raft nodes before linearized reading' (duration: 245.575666ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:24.885505Z","caller":"traceutil/trace.go:171","msg":"trace[1182970344] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"470.602312ms","start":"2026-04-22T21:28:24.414879Z","end":"2026-04-22T21:28:24.885482Z","steps":["trace[1182970344] 'process raft request' (duration: 470.466359ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:24.885553Z","caller":"traceutil/trace.go:171","msg":"trace[610499817] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26617; }","duration":"470.05599ms","start":"2026-04-22T21:28:24.415462Z","end":"2026-04-22T21:28:24.885518Z","steps":["trace[610499817] 'read index received' (duration: 470.04328ms)","trace[610499817] 'applied index is now lower than readState.Index' (duration: 10.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:24.885681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.414853Z","time spent":"470.716125ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:24.886738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.264908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:24.886793Z","caller":"traceutil/trace.go:171","msg":"trace[1109461999] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25764; }","duration":"471.3608ms","start":"2026-04-22T21:28:24.415417Z","end":"2026-04-22T21:28:24.886778Z","steps":["trace[1109461999] 'agreement among raft nodes before linearized reading' (duration: 470.470649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:24.886831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.415398Z","time spent":"471.424421ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-22T21:28:25.386423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854861868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T21:28:25.883778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.936601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:25.88418Z","caller":"traceutil/trace.go:171","msg":"trace[2110329074] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26617; }","duration":"998.422198ms","start":"2026-04-22T21:28:24.885741Z","end":"2026-04-22T21:28:25.884163Z","steps":["trace[2110329074] 'read index received' (duration: 863.006147ms)","trace[2110329074] 'applied index is now lower than readState.Index' (duration: 135.414921ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:25.884275Z","caller":"traceutil/trace.go:171","msg":"trace[1134116421] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"1.457751768s","start":"2026-04-22T21:28:24.426477Z","end":"2026-04-22T21:28:25.884229Z","steps":["trace[1134116421] 'process raft request' (duration: 1.457647885s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.884361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148196754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:25.884399Z","caller":"traceutil/trace.go:171","msg":"trace[242888421] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25771; }","duration":"1.148291716s","start":"2026-04-22T21:28:24.736095Z","end":"2026-04-22T21:28:25.884386Z","steps":["trace[242888421] 'agreement among raft nodes before linearized reading' (duration: 1.148165953s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.884436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.736072Z","time spent":"1.148352537s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:25.884538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.426465Z","time spent":"1.457926111s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:25.88469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20514749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:25.884722Z","caller":"traceutil/trace.go:171","msg":"trace[718024823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25771; }","duration":"1.205193081s","start":"2026-04-22T21:28:24.679519Z","end":"2026-04-22T21:28:25.884712Z","steps":["trace[718024823] 'agreement among raft nodes before linearized reading' (duration: 1.20513545s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.884749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.679512Z","time spent":"1.205232292s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:28:25.884802Z","caller":"traceutil/trace.go:171","msg":"trace[1106372407] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.467387722s","start":"2026-04-22T21:28:24.417384Z","end":"2026-04-22T21:28:25.884772Z","steps":["trace[1106372407] 'process raft request' (duration: 1.466600044s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:25.884847Z","caller":"traceutil/trace.go:171","msg":"trace[271356664] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.464764962s","start":"2026-04-22T21:28:24.420066Z","end":"2026-04-22T21:28:25.884831Z","steps":["trace[271356664] 'process raft request' (duration: 1.463954533s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.88489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205711673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:25.884921Z","caller":"traceutil/trace.go:171","msg":"trace[1366249272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25771; }","duration":"1.205776155s","start":"2026-04-22T21:28:24.679136Z","end":"2026-04-22T21:28:25.884912Z","steps":["trace[1366249272] 'agreement among raft nodes before linearized reading' (duration: 1.205725343s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.884957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.679112Z","time spent":"1.205837705s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:25.884979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.420053Z","time spent":"1.464830303s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:25.885028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.417372Z","time spent":"1.467508345s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:25.885039Z","caller":"traceutil/trace.go:171","msg":"trace[387672517] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"1.461917164s","start":"2026-04-22T21:28:24.423112Z","end":"2026-04-22T21:28:25.88503Z","steps":["trace[387672517] 'process raft request' (duration: 1.460944922s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.749385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:25.885159Z","caller":"traceutil/trace.go:171","msg":"trace[732096112] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25771; }","duration":"992.844638ms","start":"2026-04-22T21:28:24.892296Z","end":"2026-04-22T21:28:25.88514Z","steps":["trace[732096112] 'agreement among raft nodes before linearized reading' (duration: 992.750116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.423102Z","time spent":"1.461988587s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:25.885191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.892276Z","time spent":"992.90832ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:28:25.885229Z","caller":"traceutil/trace.go:171","msg":"trace[487295831] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.468718983s","start":"2026-04-22T21:28:24.416461Z","end":"2026-04-22T21:28:25.88518Z","steps":["trace[487295831] 'process raft request' (duration: 1.332289188s)","trace[487295831] 'compare' (duration: 134.689284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:25.885246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244447524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-22T21:28:25.885165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449840214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:28:25.885287Z","caller":"traceutil/trace.go:171","msg":"trace[1438123770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25771; }","duration":"1.244524857s","start":"2026-04-22T21:28:24.640749Z","end":"2026-04-22T21:28:25.885274Z","steps":["trace[1438123770] 'agreement among raft nodes before linearized reading' (duration: 1.244445655s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.416447Z","time spent":"1.468819196s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:25.885305Z","caller":"traceutil/trace.go:171","msg":"trace[1322935556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25771; }","duration":"1.450001457s","start":"2026-04-22T21:28:24.43529Z","end":"2026-04-22T21:28:25.885291Z","steps":["trace[1322935556] 'agreement among raft nodes before linearized reading' (duration: 1.449767102s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.640727Z","time spent":"1.244593788s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:28:25.885343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.435283Z","time spent":"1.450050448s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T21:28:25.884971Z","caller":"traceutil/trace.go:171","msg":"trace[603899001] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"1.460576133s","start":"2026-04-22T21:28:24.424364Z","end":"2026-04-22T21:28:25.88494Z","steps":["trace[603899001] 'process raft request' (duration: 1.459724483s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.328536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:28:25.885432Z","caller":"traceutil/trace.go:171","msg":"trace[1211199136] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.468411586s","start":"2026-04-22T21:28:24.417006Z","end":"2026-04-22T21:28:25.885417Z","steps":["trace[1211199136] 'process raft request' (duration: 1.466879041s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.424352Z","time spent":"1.461061194s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:25.88548Z","caller":"traceutil/trace.go:171","msg":"trace[1983233500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25771; }","duration":"992.454689ms","start":"2026-04-22T21:28:24.893005Z","end":"2026-04-22T21:28:25.88546Z","steps":["trace[1983233500] 'agreement among raft nodes before linearized reading' (duration: 992.186543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455597098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T21:28:25.885506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.416995Z","time spent":"1.468470197s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:25.885527Z","caller":"traceutil/trace.go:171","msg":"trace[1325214888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25771; }","duration":"1.455649989s","start":"2026-04-22T21:28:24.429868Z","end":"2026-04-22T21:28:25.885518Z","steps":["trace[1325214888] 'agreement among raft nodes before linearized reading' (duration: 1.455538246s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.88553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.89299Z","time spent":"992.531271ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T21:28:25.885556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.429858Z","time spent":"1.455693129s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:28:25.88563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451240257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:28:25.885689Z","caller":"traceutil/trace.go:171","msg":"trace[337456724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25771; }","duration":"1.451334478s","start":"2026-04-22T21:28:24.434341Z","end":"2026-04-22T21:28:25.885675Z","steps":["trace[337456724] 'agreement among raft nodes before linearized reading' (duration: 1.451019861s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.885731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.434332Z","time spent":"1.451390879s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:28:25.885858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462624671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:28:25.885968Z","caller":"traceutil/trace.go:171","msg":"trace[836980937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25771; }","duration":"1.462773335s","start":"2026-04-22T21:28:24.423172Z","end":"2026-04-22T21:28:25.885945Z","steps":["trace[836980937] 'agreement among raft nodes before linearized reading' (duration: 1.461767641s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:25.886077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:24.423152Z","time spent":"1.462888207s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:28:26.10588Z","caller":"traceutil/trace.go:171","msg":"trace[271486639] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"214.442111ms","start":"2026-04-22T21:28:25.891412Z","end":"2026-04-22T21:28:26.105854Z","steps":["trace[271486639] 'process raft request' (duration: 214.369699ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:26.105905Z","caller":"traceutil/trace.go:171","msg":"trace[1041708527] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"214.82981ms","start":"2026-04-22T21:28:25.891036Z","end":"2026-04-22T21:28:26.105866Z","steps":["trace[1041708527] 'process raft request' (duration: 136.773624ms)","trace[1041708527] 'compare' (duration: 77.390651ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:26.105932Z","caller":"traceutil/trace.go:171","msg":"trace[1129860161] linearizableReadLoop","detail":"{readStateIndex:26629; appliedIndex:26624; }","duration":"212.105276ms","start":"2026-04-22T21:28:25.893801Z","end":"2026-04-22T21:28:26.105906Z","steps":["trace[1129860161] 'read index received' (duration: 29.443665ms)","trace[1129860161] 'applied index is now lower than readState.Index' (duration: 182.660451ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:26.106063Z","caller":"traceutil/trace.go:171","msg":"trace[1552102335] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"214.82897ms","start":"2026-04-22T21:28:25.891225Z","end":"2026-04-22T21:28:26.106053Z","steps":["trace[1552102335] 'process raft request' (duration: 214.449341ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:26.106072Z","caller":"traceutil/trace.go:171","msg":"trace[1790599483] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"213.825377ms","start":"2026-04-22T21:28:25.892236Z","end":"2026-04-22T21:28:26.106061Z","steps":["trace[1790599483] 'process raft request' (duration: 213.581351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:26.106292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.109671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-22T21:28:26.106345Z","caller":"traceutil/trace.go:171","msg":"trace[1378725918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25776; }","duration":"207.195192ms","start":"2026-04-22T21:28:25.899135Z","end":"2026-04-22T21:28:26.10633Z","steps":["trace[1378725918] 'agreement among raft nodes before linearized reading' (duration: 207.009738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:26.106386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.579067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:26.106416Z","caller":"traceutil/trace.go:171","msg":"trace[1995439442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25776; }","duration":"212.622069ms","start":"2026-04-22T21:28:25.893785Z","end":"2026-04-22T21:28:26.106407Z","steps":["trace[1995439442] 'agreement among raft nodes before linearized reading' (duration: 212.556357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:26.65114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.209894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:26.651247Z","caller":"traceutil/trace.go:171","msg":"trace[1104206344] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"545.120158ms","start":"2026-04-22T21:28:26.106107Z","end":"2026-04-22T21:28:26.651227Z","steps":["trace[1104206344] 'process raft request' (duration: 117.72243ms)","trace[1104206344] 'compare' (duration: 427.104631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:26.651313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:26.106077Z","time spent":"545.20471ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:27.021559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.752992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:27.021643Z","caller":"traceutil/trace.go:171","msg":"trace[1113320438] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25777; }","duration":"163.892215ms","start":"2026-04-22T21:28:26.857735Z","end":"2026-04-22T21:28:27.021628Z","steps":["trace[1113320438] 'count revisions from in-memory index tree' (duration: 163.654039ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:27.021681Z","caller":"traceutil/trace.go:171","msg":"trace[2044148114] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"131.360668ms","start":"2026-04-22T21:28:26.890288Z","end":"2026-04-22T21:28:27.021649Z","steps":["trace[2044148114] 'process raft request' (duration: 129.364131ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:35.348806Z","caller":"traceutil/trace.go:171","msg":"trace[2119935087] linearizableReadLoop","detail":"{readStateIndex:26695; appliedIndex:26694; }","duration":"275.939031ms","start":"2026-04-22T21:28:35.072842Z","end":"2026-04-22T21:28:35.348781Z","steps":["trace[2119935087] 'read index received' (duration: 275.632134ms)","trace[2119935087] 'applied index is now lower than readState.Index' (duration: 305.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:35.34885Z","caller":"traceutil/trace.go:171","msg":"trace[2063593261] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"300.490482ms","start":"2026-04-22T21:28:35.048339Z","end":"2026-04-22T21:28:35.348829Z","steps":["trace[2063593261] 'process raft request' (duration: 300.257267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:35.348972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.048319Z","time spent":"300.577215ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:35.349093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.052818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:35.349179Z","caller":"traceutil/trace.go:171","msg":"trace[1862595353] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25840; }","duration":"271.191681ms","start":"2026-04-22T21:28:35.077968Z","end":"2026-04-22T21:28:35.34916Z","steps":["trace[1862595353] 'agreement among raft nodes before linearized reading' (duration: 271.052378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:35.349107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.087938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:35.349242Z","caller":"traceutil/trace.go:171","msg":"trace[496926378] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25840; }","duration":"158.258823ms","start":"2026-04-22T21:28:35.190966Z","end":"2026-04-22T21:28:35.349225Z","steps":["trace[496926378] 'agreement among raft nodes before linearized reading' (duration: 158.074498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:35.3501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.239622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:35.350164Z","caller":"traceutil/trace.go:171","msg":"trace[1296284138] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25840; }","duration":"277.357035ms","start":"2026-04-22T21:28:35.072791Z","end":"2026-04-22T21:28:35.350148Z","steps":["trace[1296284138] 'agreement among raft nodes before linearized reading' (duration: 276.125566ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:36.148759Z","caller":"traceutil/trace.go:171","msg":"trace[1808359707] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"225.829056ms","start":"2026-04-22T21:28:35.922906Z","end":"2026-04-22T21:28:36.148735Z","steps":["trace[1808359707] 'process raft request' (duration: 225.654952ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:36.512341Z","caller":"traceutil/trace.go:171","msg":"trace[1206911507] linearizableReadLoop","detail":"{readStateIndex:26702; appliedIndex:26696; }","duration":"549.003078ms","start":"2026-04-22T21:28:35.963325Z","end":"2026-04-22T21:28:36.512328Z","steps":["trace[1206911507] 'read index received' (duration: 185.394936ms)","trace[1206911507] 'applied index is now lower than readState.Index' (duration: 363.607372ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:36.51241Z","caller":"traceutil/trace.go:171","msg":"trace[1369921639] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"581.588656ms","start":"2026-04-22T21:28:35.930812Z","end":"2026-04-22T21:28:36.512401Z","steps":["trace[1369921639] 'process raft request' (duration: 581.486514ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:36.51242Z","caller":"traceutil/trace.go:171","msg":"trace[1238188763] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"581.925784ms","start":"2026-04-22T21:28:35.930467Z","end":"2026-04-22T21:28:36.512392Z","steps":["trace[1238188763] 'process raft request' (duration: 581.800121ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:36.512422Z","caller":"traceutil/trace.go:171","msg":"trace[566510190] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"582.125199ms","start":"2026-04-22T21:28:35.930262Z","end":"2026-04-22T21:28:36.512387Z","steps":["trace[566510190] 'process raft request' (duration: 581.970515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.188352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:28:36.512513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.930805Z","time spent":"581.638098ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:36.51254Z","caller":"traceutil/trace.go:171","msg":"trace[1103264086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25847; }","duration":"549.255554ms","start":"2026-04-22T21:28:35.963275Z","end":"2026-04-22T21:28:36.512531Z","steps":["trace[1103264086] 'agreement among raft nodes before linearized reading' (duration: 549.150512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.93045Z","time spent":"582.025237ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:36.512341Z","caller":"traceutil/trace.go:171","msg":"trace[325010902] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"586.389428ms","start":"2026-04-22T21:28:35.925924Z","end":"2026-04-22T21:28:36.512313Z","steps":["trace[325010902] 'process raft request' (duration: 586.111982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.93025Z","time spent":"582.239291ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:36.512607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.92591Z","time spent":"586.674734ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:36.512563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.963261Z","time spent":"549.296065ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:28:36.512674Z","caller":"traceutil/trace.go:171","msg":"trace[664899460] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"583.201024ms","start":"2026-04-22T21:28:35.929463Z","end":"2026-04-22T21:28:36.512664Z","steps":["trace[664899460] 'process raft request' (duration: 582.706743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.929445Z","time spent":"583.246685ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:36.512713Z","caller":"traceutil/trace.go:171","msg":"trace[959878516] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"583.061131ms","start":"2026-04-22T21:28:35.929638Z","end":"2026-04-22T21:28:36.512699Z","steps":["trace[959878516] 'process raft request' (duration: 582.5672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.51272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.957997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T21:28:36.512743Z","caller":"traceutil/trace.go:171","msg":"trace[1566118847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25847; }","duration":"363.007719ms","start":"2026-04-22T21:28:36.149729Z","end":"2026-04-22T21:28:36.512737Z","steps":["trace[1566118847] 'agreement among raft nodes before linearized reading' (duration: 362.944727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:36.149712Z","time spent":"363.046579ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T21:28:36.512763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.241557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:28:36.512768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:35.929604Z","time spent":"583.132512ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:36.512794Z","caller":"traceutil/trace.go:171","msg":"trace[420292995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25847; }","duration":"254.310659ms","start":"2026-04-22T21:28:36.258474Z","end":"2026-04-22T21:28:36.512785Z","steps":["trace[420292995] 'agreement among raft nodes before linearized reading' (duration: 254.206567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.242815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:36.512882Z","caller":"traceutil/trace.go:171","msg":"trace[300253342] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25847; }","duration":"134.270345ms","start":"2026-04-22T21:28:36.378604Z","end":"2026-04-22T21:28:36.512874Z","steps":["trace[300253342] 'agreement among raft nodes before linearized reading' (duration: 134.224134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.121732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:28:36.512938Z","caller":"traceutil/trace.go:171","msg":"trace[563890758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25847; }","duration":"363.180973ms","start":"2026-04-22T21:28:36.149751Z","end":"2026-04-22T21:28:36.512932Z","steps":["trace[563890758] 'agreement among raft nodes before linearized reading' (duration: 363.121331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:36.14973Z","time spent":"363.221484ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T21:28:36.512859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.469281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-22T21:28:36.513019Z","caller":"traceutil/trace.go:171","msg":"trace[37191191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25847; }","duration":"293.648714ms","start":"2026-04-22T21:28:36.219362Z","end":"2026-04-22T21:28:36.51301Z","steps":["trace[37191191] 'agreement among raft nodes before linearized reading' (duration: 293.44844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.512948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.215421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-22T21:28:36.513033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.654648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T21:28:36.513059Z","caller":"traceutil/trace.go:171","msg":"trace[1073489203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25847; }","duration":"362.345043ms","start":"2026-04-22T21:28:36.150707Z","end":"2026-04-22T21:28:36.513052Z","steps":["trace[1073489203] 'agreement among raft nodes before linearized reading' (duration: 362.131478ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:36.513067Z","caller":"traceutil/trace.go:171","msg":"trace[529182904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25847; }","duration":"358.705388ms","start":"2026-04-22T21:28:36.154351Z","end":"2026-04-22T21:28:36.513057Z","steps":["trace[529182904] 'agreement among raft nodes before linearized reading' (duration: 358.618166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:36.513083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:36.150698Z","time spent":"362.378114ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T21:28:36.513095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:36.15434Z","time spent":"358.7482ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T21:28:36.513036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.278123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:28:36.513171Z","caller":"traceutil/trace.go:171","msg":"trace[1734009963] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25847; }","duration":"231.458487ms","start":"2026-04-22T21:28:36.281702Z","end":"2026-04-22T21:28:36.513161Z","steps":["trace[1734009963] 'agreement among raft nodes before linearized reading' (duration: 231.197681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:39.304313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.686163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:39.304433Z","caller":"traceutil/trace.go:171","msg":"trace[2025561937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25863; }","duration":"610.814526ms","start":"2026-04-22T21:28:38.693599Z","end":"2026-04-22T21:28:39.304414Z","steps":["trace[2025561937] 'range keys from in-memory index tree' (duration: 610.670253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:39.305399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.659508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:39.305488Z","caller":"traceutil/trace.go:171","msg":"trace[644421654] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"684.330307ms","start":"2026-04-22T21:28:38.621139Z","end":"2026-04-22T21:28:39.305469Z","steps":["trace[644421654] 'process raft request' (duration: 114.528735ms)","trace[644421654] 'compare' (duration: 568.614014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:39.30555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.621114Z","time spent":"684.408619ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.072203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.183747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:40.072484Z","caller":"traceutil/trace.go:171","msg":"trace[2019175531] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.450989031s","start":"2026-04-22T21:28:38.621465Z","end":"2026-04-22T21:28:40.072454Z","steps":["trace[2019175531] 'process raft request' (duration: 976.460036ms)","trace[2019175531] 'compare' (duration: 474.030343ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:40.072641Z","caller":"traceutil/trace.go:171","msg":"trace[1380826683] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.450894848s","start":"2026-04-22T21:28:38.621703Z","end":"2026-04-22T21:28:40.072598Z","steps":["trace[1380826683] 'process raft request' (duration: 1.450746035s)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:40.072719Z","caller":"traceutil/trace.go:171","msg":"trace[25314711] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"1.450652812s","start":"2026-04-22T21:28:38.621997Z","end":"2026-04-22T21:28:40.07265Z","steps":["trace[25314711] 'process raft request' (duration: 1.450507399s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.072868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.62199Z","time spent":"1.450811667s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:40.072888Z","caller":"traceutil/trace.go:171","msg":"trace[1574918694] linearizableReadLoop","detail":"{readStateIndex:26723; appliedIndex:26718; }","duration":"1.393129034s","start":"2026-04-22T21:28:38.679742Z","end":"2026-04-22T21:28:40.072871Z","steps":["trace[1574918694] 'read index received' (duration: 55.991263ms)","trace[1574918694] 'applied index is now lower than readState.Index' (duration: 1.337135921s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.072736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.621694Z","time spent":"1.45099809s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.07307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.621444Z","time spent":"1.451123514s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:40.072645Z","caller":"traceutil/trace.go:171","msg":"trace[294141220] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.451128584s","start":"2026-04-22T21:28:38.621465Z","end":"2026-04-22T21:28:40.072593Z","steps":["trace[294141220] 'process raft request' (duration: 1.450901829s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.073297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.621444Z","time spent":"1.451769179s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.716376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.790864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T21:28:40.716887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037123792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:40.71697Z","caller":"traceutil/trace.go:171","msg":"trace[1385907270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25868; }","duration":"2.037242775s","start":"2026-04-22T21:28:38.679707Z","end":"2026-04-22T21:28:40.71695Z","steps":["trace[1385907270] 'agreement among raft nodes before linearized reading' (duration: 1.393288838s)","trace[1385907270] 'range keys from in-memory index tree' (duration: 643.838745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.717013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.679693Z","time spent":"2.037312107s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T21:28:40.717045Z","caller":"traceutil/trace.go:171","msg":"trace[42614088] linearizableReadLoop","detail":"{readStateIndex:26725; appliedIndex:26723; }","duration":"644.063ms","start":"2026-04-22T21:28:40.072955Z","end":"2026-04-22T21:28:40.717018Z","steps":["trace[42614088] 'read index received' (duration: 46.461µs)","trace[42614088] 'applied index is now lower than readState.Index' (duration: 644.015239ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:40.717044Z","caller":"traceutil/trace.go:171","msg":"trace[1824378882] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"1.326540015s","start":"2026-04-22T21:28:39.390472Z","end":"2026-04-22T21:28:40.717012Z","steps":["trace[1824378882] 'process raft request' (duration: 1.325989032s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.71723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:39.390448Z","time spent":"1.326667218s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.961768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120216397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:40.961855Z","caller":"traceutil/trace.go:171","msg":"trace[150762746] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25869; }","duration":"2.120313389s","start":"2026-04-22T21:28:38.841519Z","end":"2026-04-22T21:28:40.961832Z","steps":["trace[150762746] 'agreement among raft nodes before linearized reading' (duration: 1.875611634s)","trace[150762746] 'count revisions from in-memory index tree' (duration: 244.587783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.9619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:38.841474Z","time spent":"2.120412751s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:40.961973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125585157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:40.962055Z","caller":"traceutil/trace.go:171","msg":"trace[880905108] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25869; }","duration":"1.125705941s","start":"2026-04-22T21:28:39.836327Z","end":"2026-04-22T21:28:40.962033Z","steps":["trace[880905108] 'agreement among raft nodes before linearized reading' (duration: 880.78268ms)","trace[880905108] 'count revisions from in-memory index tree' (duration: 244.800508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.962098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:39.836316Z","time spent":"1.125771462s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:40.96209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135627411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:40.962112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93385433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:40.962185Z","caller":"traceutil/trace.go:171","msg":"trace[1845018637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25869; }","duration":"1.135772745s","start":"2026-04-22T21:28:39.826383Z","end":"2026-04-22T21:28:40.962156Z","steps":["trace[1845018637] 'agreement among raft nodes before linearized reading' (duration: 890.709791ms)","trace[1845018637] 'count revisions from in-memory index tree' (duration: 244.930491ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:40.962208Z","caller":"traceutil/trace.go:171","msg":"trace[2068333206] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25869; }","duration":"1.933980393s","start":"2026-04-22T21:28:39.028197Z","end":"2026-04-22T21:28:40.962177Z","steps":["trace[2068333206] 'agreement among raft nodes before linearized reading' (duration: 1.68892599s)","trace[2068333206] 'count revisions from in-memory index tree' (duration: 244.930611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.962219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.139785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-22T21:28:40.962252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:39.826361Z","time spent":"1.135872527s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:40.962261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:39.028181Z","time spent":"1.934065855s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:28:40.962356Z","caller":"traceutil/trace.go:171","msg":"trace[278696311] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"798.372382ms","start":"2026-04-22T21:28:40.163966Z","end":"2026-04-22T21:28:40.962338Z","steps":["trace[278696311] 'process raft request' (duration: 553.043142ms)","trace[278696311] 'compare' (duration: 245.024103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:40.962414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.163942Z","time spent":"798.444414ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:40.962605Z","caller":"traceutil/trace.go:171","msg":"trace[1414007944] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"377.319752ms","start":"2026-04-22T21:28:40.585271Z","end":"2026-04-22T21:28:40.962591Z","steps":["trace[1414007944] 'process raft request' (duration: 377.022235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.962753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.585248Z","time spent":"377.402214ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:40.962956Z","caller":"traceutil/trace.go:171","msg":"trace[1745140208] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"341.221982ms","start":"2026-04-22T21:28:40.62172Z","end":"2026-04-22T21:28:40.962942Z","steps":["trace[1745140208] 'process raft request' (duration: 340.998157ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:40.962977Z","caller":"traceutil/trace.go:171","msg":"trace[1730037197] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26725; }","duration":"245.865312ms","start":"2026-04-22T21:28:40.717094Z","end":"2026-04-22T21:28:40.96296Z","steps":["trace[1730037197] 'read index received' (duration: 180.430879ms)","trace[1730037197] 'applied index is now lower than readState.Index' (duration: 65.433143ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:40.963009Z","caller":"traceutil/trace.go:171","msg":"trace[182150182] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"341.314434ms","start":"2026-04-22T21:28:40.621672Z","end":"2026-04-22T21:28:40.962987Z","steps":["trace[182150182] 'process raft request' (duration: 340.865504ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:40.963014Z","caller":"traceutil/trace.go:171","msg":"trace[2134913161] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"340.246939ms","start":"2026-04-22T21:28:40.622732Z","end":"2026-04-22T21:28:40.962979Z","steps":["trace[2134913161] 'process raft request' (duration: 340.106566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.963074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.621645Z","time spent":"341.393576ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:40.963066Z","caller":"traceutil/trace.go:171","msg":"trace[1283199071] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"339.610484ms","start":"2026-04-22T21:28:40.623427Z","end":"2026-04-22T21:28:40.963038Z","steps":["trace[1283199071] 'process raft request' (duration: 339.483161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.96314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.334341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:40.963139Z","caller":"traceutil/trace.go:171","msg":"trace[921926435] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"340.815122ms","start":"2026-04-22T21:28:40.622304Z","end":"2026-04-22T21:28:40.963119Z","steps":["trace[921926435] 'process raft request' (duration: 340.487945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.963154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.622722Z","time spent":"340.353852ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.963171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.170743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:40.963194Z","caller":"traceutil/trace.go:171","msg":"trace[1072311936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25876; }","duration":"282.421154ms","start":"2026-04-22T21:28:40.680757Z","end":"2026-04-22T21:28:40.963178Z","steps":["trace[1072311936] 'agreement among raft nodes before linearized reading' (duration: 282.306471ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:40.963233Z","caller":"traceutil/trace.go:171","msg":"trace[296363972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25876; }","duration":"195.273155ms","start":"2026-04-22T21:28:40.767943Z","end":"2026-04-22T21:28:40.963216Z","steps":["trace[296363972] 'agreement among raft nodes before linearized reading' (duration: 195.153163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:40.963268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.622279Z","time spent":"340.910745ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.963295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.623414Z","time spent":"339.705446ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:40.963339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.621701Z","time spent":"341.283553ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:41.566201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.732595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:41.566327Z","caller":"traceutil/trace.go:171","msg":"trace[1321741567] linearizableReadLoop","detail":"{readStateIndex:26733; appliedIndex:26732; }","duration":"559.199236ms","start":"2026-04-22T21:28:41.007095Z","end":"2026-04-22T21:28:41.566294Z","steps":["trace[1321741567] 'read index received' (duration: 250.300756ms)","trace[1321741567] 'applied index is now lower than readState.Index' (duration: 308.89653ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:41.566424Z","caller":"traceutil/trace.go:171","msg":"trace[2061147560] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"596.810671ms","start":"2026-04-22T21:28:40.969601Z","end":"2026-04-22T21:28:41.566411Z","steps":["trace[2061147560] 'process raft request' (duration: 287.775628ms)","trace[2061147560] 'compare' (duration: 308.457719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:41.566546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:40.969569Z","time spent":"596.890923ms","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:41.566866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.771859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:28:41.566903Z","caller":"traceutil/trace.go:171","msg":"trace[1584990481] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25877; }","duration":"559.80942ms","start":"2026-04-22T21:28:41.007081Z","end":"2026-04-22T21:28:41.56689Z","steps":["trace[1584990481] 'agreement among raft nodes before linearized reading' (duration: 559.696997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:41.566935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.007033Z","time spent":"559.893252ms","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:41.567225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.41563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:41.567225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.857763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:41.567282Z","caller":"traceutil/trace.go:171","msg":"trace[260770385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25877; }","duration":"107.521372ms","start":"2026-04-22T21:28:41.459746Z","end":"2026-04-22T21:28:41.567267Z","steps":["trace[260770385] 'agreement among raft nodes before linearized reading' (duration: 107.40869ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:41.567287Z","caller":"traceutil/trace.go:171","msg":"trace[70095935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25877; }","duration":"410.933535ms","start":"2026-04-22T21:28:41.156339Z","end":"2026-04-22T21:28:41.567272Z","steps":["trace[70095935] 'agreement among raft nodes before linearized reading' (duration: 410.819902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:41.567313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.081853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:28:41.567386Z","caller":"traceutil/trace.go:171","msg":"trace[864578815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25877; }","duration":"257.190836ms","start":"2026-04-22T21:28:41.310179Z","end":"2026-04-22T21:28:41.567369Z","steps":["trace[864578815] 'agreement among raft nodes before linearized reading' (duration: 256.977801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:41.567324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.156285Z","time spent":"411.029967ms","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:28:42.073537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854862109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:28:42.24451Z","caller":"traceutil/trace.go:171","msg":"trace[657104217] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"673.295711ms","start":"2026-04-22T21:28:41.571193Z","end":"2026-04-22T21:28:42.244489Z","steps":["trace[657104217] 'process raft request' (duration: 638.393089ms)","trace[657104217] 'compare' (duration: 34.716488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:42.244647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.571177Z","time spent":"673.388874ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:42.298041Z","caller":"traceutil/trace.go:171","msg":"trace[1059603203] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26733; }","duration":"724.892023ms","start":"2026-04-22T21:28:41.57313Z","end":"2026-04-22T21:28:42.298022Z","steps":["trace[1059603203] 'read index received' (duration: 636.472695ms)","trace[1059603203] 'applied index is now lower than readState.Index' (duration: 88.418418ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:42.298123Z","caller":"traceutil/trace.go:171","msg":"trace[2094166796] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"630.504626ms","start":"2026-04-22T21:28:41.667612Z","end":"2026-04-22T21:28:42.298116Z","steps":["trace[2094166796] 'process raft request' (duration: 630.316401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.298199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.667593Z","time spent":"630.550097ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:42.298384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.033427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-22T21:28:42.298448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.831013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:28:42.298475Z","caller":"traceutil/trace.go:171","msg":"trace[705444268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25879; }","duration":"218.910706ms","start":"2026-04-22T21:28:42.079557Z","end":"2026-04-22T21:28:42.298468Z","steps":["trace[705444268] 'agreement among raft nodes before linearized reading' (duration: 218.811614ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.298472Z","caller":"traceutil/trace.go:171","msg":"trace[2031746570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25879; }","duration":"704.17596ms","start":"2026-04-22T21:28:41.594268Z","end":"2026-04-22T21:28:42.298443Z","steps":["trace[2031746570] 'agreement among raft nodes before linearized reading' (duration: 703.889884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.298476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.105047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:28:42.298515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.594226Z","time spent":"704.277613ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T21:28:42.298551Z","caller":"traceutil/trace.go:171","msg":"trace[847364528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25879; }","duration":"221.22988ms","start":"2026-04-22T21:28:42.077303Z","end":"2026-04-22T21:28:42.298533Z","steps":["trace[847364528] 'agreement among raft nodes before linearized reading' (duration: 220.997814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.298673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.532957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:42.298757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.488806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:28:42.298784Z","caller":"traceutil/trace.go:171","msg":"trace[752903075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25879; }","duration":"221.513566ms","start":"2026-04-22T21:28:42.077264Z","end":"2026-04-22T21:28:42.298778Z","steps":["trace[752903075] 'agreement among raft nodes before linearized reading' (duration: 221.459115ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.298825Z","caller":"traceutil/trace.go:171","msg":"trace[1437724123] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25879; }","duration":"725.672901ms","start":"2026-04-22T21:28:41.573092Z","end":"2026-04-22T21:28:42.298765Z","steps":["trace[1437724123] 'agreement among raft nodes before linearized reading' (duration: 725.471336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.298709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.529167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:28:42.298925Z","caller":"traceutil/trace.go:171","msg":"trace[1533503607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25879; }","duration":"221.791313ms","start":"2026-04-22T21:28:42.077128Z","end":"2026-04-22T21:28:42.298919Z","steps":["trace[1533503607] 'agreement among raft nodes before linearized reading' (duration: 221.538157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.298914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.57307Z","time spent":"725.830294ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:28:42.298854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.052433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:42.29906Z","caller":"traceutil/trace.go:171","msg":"trace[609153434] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25879; }","duration":"440.30974ms","start":"2026-04-22T21:28:41.858742Z","end":"2026-04-22T21:28:42.299051Z","steps":["trace[609153434] 'agreement among raft nodes before linearized reading' (duration: 440.092105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.299084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:41.858706Z","time spent":"440.3696ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:28:42.509497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.912513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:42.509789Z","caller":"traceutil/trace.go:171","msg":"trace[1395796381] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"208.551943ms","start":"2026-04-22T21:28:42.301203Z","end":"2026-04-22T21:28:42.509755Z","steps":["trace[1395796381] 'process raft request' (duration: 78.23176ms)","trace[1395796381] 'compare' (duration: 129.504083ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:42.552906Z","caller":"traceutil/trace.go:171","msg":"trace[1230499834] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26735; }","duration":"249.996817ms","start":"2026-04-22T21:28:42.302889Z","end":"2026-04-22T21:28:42.552886Z","steps":["trace[1230499834] 'read index received' (duration: 76.532721ms)","trace[1230499834] 'applied index is now lower than readState.Index' (duration: 173.462936ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:42.553002Z","caller":"traceutil/trace.go:171","msg":"trace[1655763397] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"250.015898ms","start":"2026-04-22T21:28:42.302977Z","end":"2026-04-22T21:28:42.552992Z","steps":["trace[1655763397] 'process raft request' (duration: 249.854524ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.553041Z","caller":"traceutil/trace.go:171","msg":"trace[522261261] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"249.467935ms","start":"2026-04-22T21:28:42.303542Z","end":"2026-04-22T21:28:42.55301Z","steps":["trace[522261261] 'process raft request' (duration: 249.312992ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.553067Z","caller":"traceutil/trace.go:171","msg":"trace[1012153902] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"250.08748ms","start":"2026-04-22T21:28:42.302937Z","end":"2026-04-22T21:28:42.553024Z","steps":["trace[1012153902] 'process raft request' (duration: 249.861464ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.553189Z","caller":"traceutil/trace.go:171","msg":"trace[2100576303] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"250.57769ms","start":"2026-04-22T21:28:42.302571Z","end":"2026-04-22T21:28:42.553149Z","steps":["trace[2100576303] 'process raft request' (duration: 250.079719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.553271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.356185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-22T21:28:42.553353Z","caller":"traceutil/trace.go:171","msg":"trace[833858796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25884; }","duration":"250.488229ms","start":"2026-04-22T21:28:42.302846Z","end":"2026-04-22T21:28:42.553335Z","steps":["trace[833858796] 'agreement among raft nodes before linearized reading' (duration: 250.225113ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.573432Z","caller":"traceutil/trace.go:171","msg":"trace[1517900357] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"180.935901ms","start":"2026-04-22T21:28:42.392455Z","end":"2026-04-22T21:28:42.573391Z","steps":["trace[1517900357] 'process raft request' (duration: 180.735526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:42.573653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.820009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:42.573725Z","caller":"traceutil/trace.go:171","msg":"trace[835174811] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25885; }","duration":"269.911811ms","start":"2026-04-22T21:28:42.303798Z","end":"2026-04-22T21:28:42.57371Z","steps":["trace[835174811] 'agreement among raft nodes before linearized reading' (duration: 269.646555ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:42.926538Z","caller":"traceutil/trace.go:171","msg":"trace[1756745283] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"202.416671ms","start":"2026-04-22T21:28:42.7241Z","end":"2026-04-22T21:28:42.926516Z","steps":["trace[1756745283] 'process raft request' (duration: 202.224917ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:44.68969Z","caller":"traceutil/trace.go:171","msg":"trace[569836470] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"128.270856ms","start":"2026-04-22T21:28:44.561385Z","end":"2026-04-22T21:28:44.689656Z","steps":["trace[569836470] 'process raft request' (duration: 128.079871ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:44.6897Z","caller":"traceutil/trace.go:171","msg":"trace[991140389] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"128.565982ms","start":"2026-04-22T21:28:44.561072Z","end":"2026-04-22T21:28:44.689638Z","steps":["trace[991140389] 'process raft request' (duration: 128.344007ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:44.689739Z","caller":"traceutil/trace.go:171","msg":"trace[458678791] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"128.731706ms","start":"2026-04-22T21:28:44.560985Z","end":"2026-04-22T21:28:44.689717Z","steps":["trace[458678791] 'process raft request' (duration: 128.215164ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:46.841595Z","caller":"traceutil/trace.go:171","msg":"trace[1481786037] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"136.19896ms","start":"2026-04-22T21:28:46.705364Z","end":"2026-04-22T21:28:46.841563Z","steps":["trace[1481786037] 'process raft request' (duration: 38.646469ms)","trace[1481786037] 'compare' (duration: 97.200842ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:46.980043Z","caller":"traceutil/trace.go:171","msg":"trace[188423724] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"274.582061ms","start":"2026-04-22T21:28:46.705433Z","end":"2026-04-22T21:28:46.980015Z","steps":["trace[188423724] 'process raft request' (duration: 248.303439ms)","trace[188423724] 'compare' (duration: 26.124739ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:46.980318Z","caller":"traceutil/trace.go:171","msg":"trace[1809636607] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"274.195812ms","start":"2026-04-22T21:28:46.7061Z","end":"2026-04-22T21:28:46.980296Z","steps":["trace[1809636607] 'process raft request' (duration: 273.875734ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.222765Z","caller":"traceutil/trace.go:171","msg":"trace[856509951] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"140.94165ms","start":"2026-04-22T21:28:47.081793Z","end":"2026-04-22T21:28:47.222735Z","steps":["trace[856509951] 'process raft request' (duration: 79.03907ms)","trace[856509951] 'compare' (duration: 61.44719ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:47.255704Z","caller":"traceutil/trace.go:171","msg":"trace[1997030073] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"136.409034ms","start":"2026-04-22T21:28:47.119272Z","end":"2026-04-22T21:28:47.255681Z","steps":["trace[1997030073] 'process raft request' (duration: 136.185709ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.255717Z","caller":"traceutil/trace.go:171","msg":"trace[2038556401] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"136.007266ms","start":"2026-04-22T21:28:47.119689Z","end":"2026-04-22T21:28:47.255697Z","steps":["trace[2038556401] 'process raft request' (duration: 135.953684ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.25587Z","caller":"traceutil/trace.go:171","msg":"trace[834463751] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"136.505017ms","start":"2026-04-22T21:28:47.119358Z","end":"2026-04-22T21:28:47.255863Z","steps":["trace[834463751] 'process raft request' (duration: 136.250001ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.255926Z","caller":"traceutil/trace.go:171","msg":"trace[1065490770] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"135.433272ms","start":"2026-04-22T21:28:47.120485Z","end":"2026-04-22T21:28:47.255918Z","steps":["trace[1065490770] 'process raft request' (duration: 135.185946ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.2561Z","caller":"traceutil/trace.go:171","msg":"trace[767647984] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"135.131505ms","start":"2026-04-22T21:28:47.120952Z","end":"2026-04-22T21:28:47.256083Z","steps":["trace[767647984] 'process raft request' (duration: 135.061733ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:47.25621Z","caller":"traceutil/trace.go:171","msg":"trace[1008626396] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"135.311619ms","start":"2026-04-22T21:28:47.12089Z","end":"2026-04-22T21:28:47.256202Z","steps":["trace[1008626396] 'process raft request' (duration: 134.958571ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:48.766319Z","caller":"traceutil/trace.go:171","msg":"trace[2057614290] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"247.754237ms","start":"2026-04-22T21:28:48.518541Z","end":"2026-04-22T21:28:48.766296Z","steps":["trace[2057614290] 'process raft request' (duration: 247.569892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:48.941498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.479098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T21:28:48.941576Z","caller":"traceutil/trace.go:171","msg":"trace[473016953] linearizableReadLoop","detail":"{readStateIndex:26785; appliedIndex:26784; }","duration":"175.29204ms","start":"2026-04-22T21:28:48.766269Z","end":"2026-04-22T21:28:48.941561Z","steps":["trace[473016953] 'read index received' (duration: 68.543715ms)","trace[473016953] 'applied index is now lower than readState.Index' (duration: 106.746875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:48.941741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.86583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:28:48.941764Z","caller":"traceutil/trace.go:171","msg":"trace[1826733367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25927; }","duration":"235.931331ms","start":"2026-04-22T21:28:48.705827Z","end":"2026-04-22T21:28:48.941758Z","steps":["trace[1826733367] 'agreement among raft nodes before linearized reading' (duration: 235.814899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:48.941796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.44484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:48.941858Z","caller":"traceutil/trace.go:171","msg":"trace[2138198953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25927; }","duration":"174.541082ms","start":"2026-04-22T21:28:48.767301Z","end":"2026-04-22T21:28:48.941842Z","steps":["trace[2138198953] 'agreement among raft nodes before linearized reading' (duration: 174.43467ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.456404Z","caller":"traceutil/trace.go:171","msg":"trace[1425143073] linearizableReadLoop","detail":"{readStateIndex:26791; appliedIndex:26790; }","duration":"218.357732ms","start":"2026-04-22T21:28:49.23802Z","end":"2026-04-22T21:28:49.456377Z","steps":["trace[1425143073] 'read index received' (duration: 156.346309ms)","trace[1425143073] 'applied index is now lower than readState.Index' (duration: 62.010353ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:49.45649Z","caller":"traceutil/trace.go:171","msg":"trace[1937730708] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"224.989737ms","start":"2026-04-22T21:28:49.231457Z","end":"2026-04-22T21:28:49.456447Z","steps":["trace[1937730708] 'process raft request' (duration: 162.911202ms)","trace[1937730708] 'compare' (duration: 61.539452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:49.456941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.884724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-22T21:28:49.456987Z","caller":"traceutil/trace.go:171","msg":"trace[652066616] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25933; }","duration":"219.001137ms","start":"2026-04-22T21:28:49.237971Z","end":"2026-04-22T21:28:49.456972Z","steps":["trace[652066616] 'agreement among raft nodes before linearized reading' (duration: 218.559097ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.664469Z","caller":"traceutil/trace.go:171","msg":"trace[452256039] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"402.636901ms","start":"2026-04-22T21:28:49.261799Z","end":"2026-04-22T21:28:49.664436Z","steps":["trace[452256039] 'process raft request' (duration: 399.744383ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.664495Z","caller":"traceutil/trace.go:171","msg":"trace[65378926] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"402.538807ms","start":"2026-04-22T21:28:49.261932Z","end":"2026-04-22T21:28:49.664471Z","steps":["trace[65378926] 'process raft request' (duration: 402.457036ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.66465Z","caller":"traceutil/trace.go:171","msg":"trace[972349238] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"402.676561ms","start":"2026-04-22T21:28:49.261957Z","end":"2026-04-22T21:28:49.664634Z","steps":["trace[972349238] 'process raft request' (duration: 402.478237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:49.664652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.261778Z","time spent":"402.778873ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:49.664641Z","caller":"traceutil/trace.go:171","msg":"trace[1224158209] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"402.688861ms","start":"2026-04-22T21:28:49.261895Z","end":"2026-04-22T21:28:49.664584Z","steps":["trace[1224158209] 'process raft request' (duration: 402.400674ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.664716Z","caller":"traceutil/trace.go:171","msg":"trace[362522255] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26791; }","duration":"208.204195ms","start":"2026-04-22T21:28:49.456492Z","end":"2026-04-22T21:28:49.664696Z","steps":["trace[362522255] 'read index received' (duration: 204.97704ms)","trace[362522255] 'applied index is now lower than readState.Index' (duration: 3.225985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:49.664767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.261947Z","time spent":"402.754033ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:49.664784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.261873Z","time spent":"402.849195ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:49.664812Z","caller":"traceutil/trace.go:171","msg":"trace[1320208730] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"402.64109ms","start":"2026-04-22T21:28:49.262131Z","end":"2026-04-22T21:28:49.664772Z","steps":["trace[1320208730] 'process raft request' (duration: 402.398085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:49.664898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.261903Z","time spent":"402.817624ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:49.664914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.193813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:49.665027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.271853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d6afc1d-ad86-4d9c-a58c-9762858ddde4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-22T21:28:49.665104Z","caller":"traceutil/trace.go:171","msg":"trace[1596230430] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d6afc1d-ad86-4d9c-a58c-9762858ddde4; range_end:; response_count:1; response_revision:25939; }","duration":"204.387966ms","start":"2026-04-22T21:28:49.460697Z","end":"2026-04-22T21:28:49.665085Z","steps":["trace[1596230430] 'agreement among raft nodes before linearized reading' (duration: 204.166671ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.665037Z","caller":"traceutil/trace.go:171","msg":"trace[1735370286] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25939; }","duration":"241.336536ms","start":"2026-04-22T21:28:49.423673Z","end":"2026-04-22T21:28:49.66501Z","steps":["trace[1735370286] 'agreement among raft nodes before linearized reading' (duration: 241.192903ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:49.664839Z","caller":"traceutil/trace.go:171","msg":"trace[1843690755] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"402.62803ms","start":"2026-04-22T21:28:49.262193Z","end":"2026-04-22T21:28:49.664821Z","steps":["trace[1843690755] 'process raft request' (duration: 402.433635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:49.665308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.262178Z","time spent":"403.069821ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:49.664929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:49.262124Z","time spent":"402.751473ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:50.613635Z","caller":"traceutil/trace.go:171","msg":"trace[1430224537] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"244.616563ms","start":"2026-04-22T21:28:50.368992Z","end":"2026-04-22T21:28:50.613608Z","steps":["trace[1430224537] 'process raft request' (duration: 244.448399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:50.945377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.320156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:50.945458Z","caller":"traceutil/trace.go:171","msg":"trace[1015561228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25940; }","duration":"265.451999ms","start":"2026-04-22T21:28:50.679987Z","end":"2026-04-22T21:28:50.945439Z","steps":["trace[1015561228] 'range keys from in-memory index tree' (duration: 265.219323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:50.94567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.989451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5d97d4586c-664rj\" ","response":"range_response_count:1 size:8685"} {"level":"info","ts":"2026-04-22T21:28:50.945759Z","caller":"traceutil/trace.go:171","msg":"trace[2078364452] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5d97d4586c-664rj; range_end:; response_count:1; response_revision:25940; }","duration":"321.096393ms","start":"2026-04-22T21:28:50.624625Z","end":"2026-04-22T21:28:50.945722Z","steps":["trace[2078364452] 'range keys from in-memory index tree' (duration: 320.836598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:50.945812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:50.624604Z","time spent":"321.188956ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8708,"request content":"key:\"/registry/pods/openstack/magnum-api-5d97d4586c-664rj\" "} {"level":"info","ts":"2026-04-22T21:28:51.126628Z","caller":"traceutil/trace.go:171","msg":"trace[1794777192] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"169.073356ms","start":"2026-04-22T21:28:50.957483Z","end":"2026-04-22T21:28:51.126556Z","steps":["trace[1794777192] 'process raft request' (duration: 168.887551ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:51.240658Z","caller":"traceutil/trace.go:171","msg":"trace[626233074] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"282.337952ms","start":"2026-04-22T21:28:50.958294Z","end":"2026-04-22T21:28:51.240632Z","steps":["trace[626233074] 'process raft request' (duration: 282.028854ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:51.240948Z","caller":"traceutil/trace.go:171","msg":"trace[932869266] linearizableReadLoop","detail":"{readStateIndex:26800; appliedIndex:26799; }","duration":"221.041545ms","start":"2026-04-22T21:28:51.01988Z","end":"2026-04-22T21:28:51.240922Z","steps":["trace[932869266] 'read index received' (duration: 107.461612ms)","trace[932869266] 'applied index is now lower than readState.Index' (duration: 113.577923ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:51.24097Z","caller":"traceutil/trace.go:171","msg":"trace[1142485160] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"213.008108ms","start":"2026-04-22T21:28:51.027933Z","end":"2026-04-22T21:28:51.240941Z","steps":["trace[1142485160] 'process raft request' (duration: 212.633419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:51.241121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.285934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:28:51.241135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.23302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:28:51.241159Z","caller":"traceutil/trace.go:171","msg":"trace[296352361] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25943; }","duration":"213.361717ms","start":"2026-04-22T21:28:51.027786Z","end":"2026-04-22T21:28:51.241148Z","steps":["trace[296352361] 'agreement among raft nodes before linearized reading' (duration: 213.287105ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:51.241191Z","caller":"traceutil/trace.go:171","msg":"trace[369176845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25943; }","duration":"221.333882ms","start":"2026-04-22T21:28:51.019844Z","end":"2026-04-22T21:28:51.241178Z","steps":["trace[369176845] 'agreement among raft nodes before linearized reading' (duration: 221.157728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:51.241202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.326325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:28:51.241423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.393538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:28:51.241437Z","caller":"traceutil/trace.go:171","msg":"trace[524600720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25943; }","duration":"161.582521ms","start":"2026-04-22T21:28:51.079834Z","end":"2026-04-22T21:28:51.241416Z","steps":["trace[524600720] 'agreement among raft nodes before linearized reading' (duration: 161.252073ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:51.241454Z","caller":"traceutil/trace.go:171","msg":"trace[1212574435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25943; }","duration":"189.611784ms","start":"2026-04-22T21:28:51.051834Z","end":"2026-04-22T21:28:51.241446Z","steps":["trace[1212574435] 'agreement among raft nodes before linearized reading' (duration: 189.269536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:51.513354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.494582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:51.513562Z","caller":"traceutil/trace.go:171","msg":"trace[71114620] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"267.627829ms","start":"2026-04-22T21:28:51.245916Z","end":"2026-04-22T21:28:51.513544Z","steps":["trace[71114620] 'process raft request' (duration: 267.540577ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:51.513545Z","caller":"traceutil/trace.go:171","msg":"trace[998858295] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"268.492859ms","start":"2026-04-22T21:28:51.245021Z","end":"2026-04-22T21:28:51.513514Z","steps":["trace[998858295] 'process raft request' (duration: 108.753571ms)","trace[998858295] 'compare' (duration: 159.356019ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:51.514047Z","caller":"traceutil/trace.go:171","msg":"trace[1229905844] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"267.969077ms","start":"2026-04-22T21:28:51.246022Z","end":"2026-04-22T21:28:51.513991Z","steps":["trace[1229905844] 'process raft request' (duration: 267.486796ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:52.058159Z","caller":"traceutil/trace.go:171","msg":"trace[1126917418] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"388.121763ms","start":"2026-04-22T21:28:51.67001Z","end":"2026-04-22T21:28:52.058132Z","steps":["trace[1126917418] 'process raft request' (duration: 387.969459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:52.058426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.669986Z","time spent":"388.245166ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:52.223976Z","caller":"traceutil/trace.go:171","msg":"trace[1866532834] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"553.113963ms","start":"2026-04-22T21:28:51.670835Z","end":"2026-04-22T21:28:52.223949Z","steps":["trace[1866532834] 'process raft request' (duration: 552.884268ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:52.224264Z","caller":"traceutil/trace.go:171","msg":"trace[1607307708] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"553.232376ms","start":"2026-04-22T21:28:51.671012Z","end":"2026-04-22T21:28:52.224244Z","steps":["trace[1607307708] 'process raft request' (duration: 552.884148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:52.224295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.670808Z","time spent":"553.316898ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:52.224431Z","caller":"traceutil/trace.go:171","msg":"trace[101862274] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"553.101883ms","start":"2026-04-22T21:28:51.671317Z","end":"2026-04-22T21:28:52.224419Z","steps":["trace[101862274] 'process raft request' (duration: 552.831987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:52.224509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.671298Z","time spent":"553.167445ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:52.224708Z","caller":"traceutil/trace.go:171","msg":"trace[464010041] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"553.36467ms","start":"2026-04-22T21:28:51.671333Z","end":"2026-04-22T21:28:52.224698Z","steps":["trace[464010041] 'process raft request' (duration: 553.043192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:52.224766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.671316Z","time spent":"553.421661ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:52.224727Z","caller":"traceutil/trace.go:171","msg":"trace[128874679] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"552.762935ms","start":"2026-04-22T21:28:51.67191Z","end":"2026-04-22T21:28:52.224673Z","steps":["trace[128874679] 'process raft request' (duration: 552.657353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:28:52.224646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.670986Z","time spent":"553.630746ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:28:52.224929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:51.671897Z","time spent":"552.92836ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:28:52.729812Z","caller":"traceutil/trace.go:171","msg":"trace[1603526006] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"108.164857ms","start":"2026-04-22T21:28:52.621615Z","end":"2026-04-22T21:28:52.72978Z","steps":["trace[1603526006] 'process raft request' (duration: 107.893501ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:53.464726Z","caller":"traceutil/trace.go:171","msg":"trace[536627316] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"214.540603ms","start":"2026-04-22T21:28:53.250145Z","end":"2026-04-22T21:28:53.464686Z","steps":["trace[536627316] 'process raft request' (duration: 154.777482ms)","trace[536627316] 'compare' (duration: 59.636448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:53.676102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.156661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:28:53.676374Z","caller":"traceutil/trace.go:171","msg":"trace[184807748] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"157.960116ms","start":"2026-04-22T21:28:53.518376Z","end":"2026-04-22T21:28:53.676336Z","steps":["trace[184807748] 'process raft request' (duration: 57.485768ms)","trace[184807748] 'compare' (duration: 100.002397ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:28:53.676571Z","caller":"traceutil/trace.go:171","msg":"trace[1376755696] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"154.814363ms","start":"2026-04-22T21:28:53.521661Z","end":"2026-04-22T21:28:53.676476Z","steps":["trace[1376755696] 'process raft request' (duration: 154.737242ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:53.676559Z","caller":"traceutil/trace.go:171","msg":"trace[1206741512] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"155.380226ms","start":"2026-04-22T21:28:53.52109Z","end":"2026-04-22T21:28:53.676471Z","steps":["trace[1206741512] 'process raft request' (duration: 155.11854ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:53.676607Z","caller":"traceutil/trace.go:171","msg":"trace[32295758] linearizableReadLoop","detail":"{readStateIndex:26821; appliedIndex:26817; }","duration":"142.127398ms","start":"2026-04-22T21:28:53.534466Z","end":"2026-04-22T21:28:53.676594Z","steps":["trace[32295758] 'read index received' (duration: 41.397994ms)","trace[32295758] 'applied index is now lower than readState.Index' (duration: 100.728834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:53.676729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.260311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:28:53.677124Z","caller":"traceutil/trace.go:171","msg":"trace[1123476277] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:25963; }","duration":"142.689561ms","start":"2026-04-22T21:28:53.534403Z","end":"2026-04-22T21:28:53.677093Z","steps":["trace[1123476277] 'agreement among raft nodes before linearized reading' (duration: 142.22753ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:53.676762Z","caller":"traceutil/trace.go:171","msg":"trace[792424530] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"153.865391ms","start":"2026-04-22T21:28:53.522885Z","end":"2026-04-22T21:28:53.67675Z","steps":["trace[792424530] 'process raft request' (duration: 153.557254ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:53.784098Z","caller":"traceutil/trace.go:171","msg":"trace[554001154] linearizableReadLoop","detail":"{readStateIndex:26822; appliedIndex:26821; }","duration":"102.878435ms","start":"2026-04-22T21:28:53.681194Z","end":"2026-04-22T21:28:53.784072Z","steps":["trace[554001154] 'read index received' (duration: 99.22771ms)","trace[554001154] 'applied index is now lower than readState.Index' (duration: 3.649115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:28:53.784236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.018128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:28:53.784323Z","caller":"traceutil/trace.go:171","msg":"trace[677586681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25963; }","duration":"103.14053ms","start":"2026-04-22T21:28:53.681167Z","end":"2026-04-22T21:28:53.784307Z","steps":["trace[677586681] 'agreement among raft nodes before linearized reading' (duration: 102.991707ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:54.289405Z","caller":"traceutil/trace.go:171","msg":"trace[916424563] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"225.186621ms","start":"2026-04-22T21:28:54.064196Z","end":"2026-04-22T21:28:54.289383Z","steps":["trace[916424563] 'process raft request' (duration: 225.013277ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:59.279902Z","caller":"traceutil/trace.go:171","msg":"trace[835435344] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"150.236107ms","start":"2026-04-22T21:28:59.129641Z","end":"2026-04-22T21:28:59.279877Z","steps":["trace[835435344] 'process raft request' (duration: 149.895509ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:28:59.455452Z","caller":"traceutil/trace.go:171","msg":"trace[612982051] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"122.546353ms","start":"2026-04-22T21:28:59.332872Z","end":"2026-04-22T21:28:59.455418Z","steps":["trace[612982051] 'process raft request' (duration: 110.8473ms)","trace[612982051] 'compare' (duration: 11.530719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:00.219541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6890117888854862392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T21:29:00.435962Z","caller":"traceutil/trace.go:171","msg":"trace[1552768754] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"723.407906ms","start":"2026-04-22T21:28:59.712523Z","end":"2026-04-22T21:29:00.435931Z","steps":["trace[1552768754] 'process raft request' (duration: 723.186601ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.43603Z","caller":"traceutil/trace.go:171","msg":"trace[947327513] linearizableReadLoop","detail":"{readStateIndex:26862; appliedIndex:26861; }","duration":"716.440194ms","start":"2026-04-22T21:28:59.719448Z","end":"2026-04-22T21:29:00.435888Z","steps":["trace[947327513] 'read index received' (duration: 716.216819ms)","trace[947327513] 'applied index is now lower than readState.Index' (duration: 222.135µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:00.436113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.712509Z","time spent":"723.526409ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:00.436195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.722071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:29:00.436267Z","caller":"traceutil/trace.go:171","msg":"trace[723323098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26002; }","duration":"716.825033ms","start":"2026-04-22T21:28:59.719425Z","end":"2026-04-22T21:29:00.436251Z","steps":["trace[723323098] 'agreement among raft nodes before linearized reading' (duration: 716.614809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.436304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.719417Z","time spent":"716.880435ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T21:29:00.605274Z","caller":"traceutil/trace.go:171","msg":"trace[1279733717] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"307.70222ms","start":"2026-04-22T21:29:00.297534Z","end":"2026-04-22T21:29:00.605236Z","steps":["trace[1279733717] 'process raft request' (duration: 307.573037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.605399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:00.297504Z","time spent":"307.840154ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:00.605543Z","caller":"traceutil/trace.go:171","msg":"trace[1314144770] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"274.915328ms","start":"2026-04-22T21:29:00.330598Z","end":"2026-04-22T21:29:00.605513Z","steps":["trace[1314144770] 'process raft request' (duration: 274.610491ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.60588Z","caller":"traceutil/trace.go:171","msg":"trace[132524854] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"274.697743ms","start":"2026-04-22T21:29:00.331158Z","end":"2026-04-22T21:29:00.605856Z","steps":["trace[132524854] 'process raft request' (duration: 274.266583ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.605964Z","caller":"traceutil/trace.go:171","msg":"trace[197298787] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"273.146676ms","start":"2026-04-22T21:29:00.332809Z","end":"2026-04-22T21:29:00.605955Z","steps":["trace[197298787] 'process raft request' (duration: 272.938561ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.606029Z","caller":"traceutil/trace.go:171","msg":"trace[1410564169] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"266.113433ms","start":"2026-04-22T21:29:00.33991Z","end":"2026-04-22T21:29:00.606024Z","steps":["trace[1410564169] 'process raft request' (duration: 266.01072ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.606057Z","caller":"traceutil/trace.go:171","msg":"trace[1977352800] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"273.104055ms","start":"2026-04-22T21:29:00.332939Z","end":"2026-04-22T21:29:00.606043Z","steps":["trace[1977352800] 'process raft request' (duration: 272.923871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.258575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:29:00.606158Z","caller":"traceutil/trace.go:171","msg":"trace[1777561426] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26009; }","duration":"635.323466ms","start":"2026-04-22T21:28:59.970828Z","end":"2026-04-22T21:29:00.606151Z","steps":["trace[1777561426] 'agreement among raft nodes before linearized reading' (duration: 635.251294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.970816Z","time spent":"635.355457ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:29:00.606139Z","caller":"traceutil/trace.go:171","msg":"trace[97482210] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26862; }","duration":"169.917305ms","start":"2026-04-22T21:29:00.436112Z","end":"2026-04-22T21:29:00.60603Z","steps":["trace[97482210] 'read index received' (duration: 168.989313ms)","trace[97482210] 'applied index is now lower than readState.Index' (duration: 926.362µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:00.606201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.120584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-22T21:29:00.606243Z","caller":"traceutil/trace.go:171","msg":"trace[1728065726] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26009; }","duration":"816.194446ms","start":"2026-04-22T21:28:59.790039Z","end":"2026-04-22T21:29:00.606233Z","steps":["trace[1728065726] 'agreement among raft nodes before linearized reading' (duration: 816.042522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.861817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:29:00.606265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.790021Z","time spent":"816.239457ms","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-22T21:29:00.606273Z","caller":"traceutil/trace.go:171","msg":"trace[86494082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26009; }","duration":"885.918648ms","start":"2026-04-22T21:28:59.720343Z","end":"2026-04-22T21:29:00.606262Z","steps":["trace[86494082] 'agreement among raft nodes before linearized reading' (duration: 885.779335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.720339Z","time spent":"885.95953ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T21:29:00.606308Z","caller":"traceutil/trace.go:171","msg":"trace[1214746610] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"263.483121ms","start":"2026-04-22T21:29:00.342812Z","end":"2026-04-22T21:29:00.606295Z","steps":["trace[1214746610] 'process raft request' (duration: 263.162204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.001391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T21:29:00.606404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.747806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:00.606409Z","caller":"traceutil/trace.go:171","msg":"trace[1346321575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26009; }","duration":"886.086242ms","start":"2026-04-22T21:28:59.720304Z","end":"2026-04-22T21:29:00.606391Z","steps":["trace[1346321575] 'agreement among raft nodes before linearized reading' (duration: 885.903388ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:00.606472Z","caller":"traceutil/trace.go:171","msg":"trace[1993337109] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26009; }","duration":"629.833158ms","start":"2026-04-22T21:28:59.976627Z","end":"2026-04-22T21:29:00.60646Z","steps":["trace[1993337109] 'agreement among raft nodes before linearized reading' (duration: 629.748516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.359325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:00.606507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.976618Z","time spent":"629.87995ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:29:00.606509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.720296Z","time spent":"886.183264ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T21:29:00.606539Z","caller":"traceutil/trace.go:171","msg":"trace[705541735] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26009; }","duration":"665.437227ms","start":"2026-04-22T21:28:59.94107Z","end":"2026-04-22T21:29:00.606508Z","steps":["trace[705541735] 'agreement among raft nodes before linearized reading' (duration: 665.345875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:00.606578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:28:59.941048Z","time spent":"665.521728ms","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:29:00.633861Z","caller":"traceutil/trace.go:171","msg":"trace[1245211265] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"192.129282ms","start":"2026-04-22T21:29:00.441709Z","end":"2026-04-22T21:29:00.633839Z","steps":["trace[1245211265] 'process raft request' (duration: 191.996129ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:01.226124Z","caller":"traceutil/trace.go:171","msg":"trace[642612012] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"167.625132ms","start":"2026-04-22T21:29:01.058477Z","end":"2026-04-22T21:29:01.226102Z","steps":["trace[642612012] 'process raft request' (duration: 107.515803ms)","trace[642612012] 'compare' (duration: 60.009697ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:01.615079Z","caller":"traceutil/trace.go:171","msg":"trace[2034437884] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"154.275761ms","start":"2026-04-22T21:29:01.460754Z","end":"2026-04-22T21:29:01.61503Z","steps":["trace[2034437884] 'process raft request' (duration: 153.766419ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:02.821503Z","caller":"traceutil/trace.go:171","msg":"trace[2002115892] linearizableReadLoop","detail":"{readStateIndex:26888; appliedIndex:26885; }","duration":"150.711688ms","start":"2026-04-22T21:29:02.670764Z","end":"2026-04-22T21:29:02.821476Z","steps":["trace[2002115892] 'read index received' (duration: 22.938944ms)","trace[2002115892] 'applied index is now lower than readState.Index' (duration: 127.771754ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:02.82163Z","caller":"traceutil/trace.go:171","msg":"trace[701449956] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"151.592808ms","start":"2026-04-22T21:29:02.670026Z","end":"2026-04-22T21:29:02.821619Z","steps":["trace[701449956] 'process raft request' (duration: 151.194649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:02.821829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.673808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:02.821871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.094727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:02.821924Z","caller":"traceutil/trace.go:171","msg":"trace[1327657101] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26028; }","duration":"151.163678ms","start":"2026-04-22T21:29:02.670746Z","end":"2026-04-22T21:29:02.82191Z","steps":["trace[1327657101] 'agreement among raft nodes before linearized reading' (duration: 151.056166ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:02.821923Z","caller":"traceutil/trace.go:171","msg":"trace[60879153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26028; }","duration":"144.79325ms","start":"2026-04-22T21:29:02.677108Z","end":"2026-04-22T21:29:02.821901Z","steps":["trace[60879153] 'agreement among raft nodes before linearized reading' (duration: 144.650887ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:02.821477Z","caller":"traceutil/trace.go:171","msg":"trace[63376578] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"151.26435ms","start":"2026-04-22T21:29:02.670011Z","end":"2026-04-22T21:29:02.821275Z","steps":["trace[63376578] 'process raft request' (duration: 130.844165ms)","trace[63376578] 'compare' (duration: 20.048757ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:05.887121Z","caller":"traceutil/trace.go:171","msg":"trace[965460629] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"145.464195ms","start":"2026-04-22T21:29:05.741633Z","end":"2026-04-22T21:29:05.887098Z","steps":["trace[965460629] 'process raft request' (duration: 140.851957ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:06.364989Z","caller":"traceutil/trace.go:171","msg":"trace[878405386] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"132.961344ms","start":"2026-04-22T21:29:06.232004Z","end":"2026-04-22T21:29:06.364965Z","steps":["trace[878405386] 'process raft request' (duration: 132.811491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:10.896892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.435169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:10.897154Z","caller":"traceutil/trace.go:171","msg":"trace[661940289] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"177.02205ms","start":"2026-04-22T21:29:10.72Z","end":"2026-04-22T21:29:10.897022Z","steps":["trace[661940289] 'process raft request' (duration: 36.351986ms)","trace[661940289] 'compare' (duration: 140.223704ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:10.939419Z","caller":"traceutil/trace.go:171","msg":"trace[29971445] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"170.460717ms","start":"2026-04-22T21:29:10.768934Z","end":"2026-04-22T21:29:10.939395Z","steps":["trace[29971445] 'process raft request' (duration: 170.347135ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:10.972705Z","caller":"traceutil/trace.go:171","msg":"trace[1532842513] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"142.249901ms","start":"2026-04-22T21:29:10.83044Z","end":"2026-04-22T21:29:10.97269Z","steps":["trace[1532842513] 'process raft request' (duration: 142.157959ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:10.972768Z","caller":"traceutil/trace.go:171","msg":"trace[2046458323] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"142.842154ms","start":"2026-04-22T21:29:10.829891Z","end":"2026-04-22T21:29:10.972733Z","steps":["trace[2046458323] 'process raft request' (duration: 142.628669ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:10.972875Z","caller":"traceutil/trace.go:171","msg":"trace[1291904007] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"141.876772ms","start":"2026-04-22T21:29:10.830988Z","end":"2026-04-22T21:29:10.972865Z","steps":["trace[1291904007] 'process raft request' (duration: 141.663347ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:10.973078Z","caller":"traceutil/trace.go:171","msg":"trace[1596730305] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26940; }","duration":"117.3214ms","start":"2026-04-22T21:29:10.855741Z","end":"2026-04-22T21:29:10.973063Z","steps":["trace[1596730305] 'read index received' (duration: 83.621646ms)","trace[1596730305] 'applied index is now lower than readState.Index' (duration: 33.698244ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:10.973143Z","caller":"traceutil/trace.go:171","msg":"trace[369531621] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"141.34656ms","start":"2026-04-22T21:29:10.83179Z","end":"2026-04-22T21:29:10.973137Z","steps":["trace[369531621] 'process raft request' (duration: 141.038613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:10.973386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.627688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418454"} {"level":"info","ts":"2026-04-22T21:29:10.973418Z","caller":"traceutil/trace.go:171","msg":"trace[618668158] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26083; }","duration":"117.701719ms","start":"2026-04-22T21:29:10.855705Z","end":"2026-04-22T21:29:10.973407Z","steps":["trace[618668158] 'agreement among raft nodes before linearized reading' (duration: 117.498484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:11.629796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.6228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:11.629874Z","caller":"traceutil/trace.go:171","msg":"trace[1568452590] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26948; }","duration":"467.510851ms","start":"2026-04-22T21:29:11.162344Z","end":"2026-04-22T21:29:11.629854Z","steps":["trace[1568452590] 'read index received' (duration: 327.753308ms)","trace[1568452590] 'applied index is now lower than readState.Index' (duration: 139.756683ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:11.629966Z","caller":"traceutil/trace.go:171","msg":"trace[189500086] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"517.636888ms","start":"2026-04-22T21:29:11.112269Z","end":"2026-04-22T21:29:11.629906Z","steps":["trace[189500086] 'process raft request' (duration: 377.845244ms)","trace[189500086] 'compare' (duration: 139.010836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:11.630022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.662475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:29:11.630057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.154443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:11.630082Z","caller":"traceutil/trace.go:171","msg":"trace[1097404466] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26087; }","duration":"467.783238ms","start":"2026-04-22T21:29:11.162285Z","end":"2026-04-22T21:29:11.630068Z","steps":["trace[1097404466] 'agreement among raft nodes before linearized reading' (duration: 467.625584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:11.630075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.311122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:11.630125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:11.112245Z","time spent":"517.795381ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:11.630139Z","caller":"traceutil/trace.go:171","msg":"trace[216196918] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26087; }","duration":"183.292346ms","start":"2026-04-22T21:29:11.446826Z","end":"2026-04-22T21:29:11.630119Z","steps":["trace[216196918] 'agreement among raft nodes before linearized reading' (duration: 183.136282ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:11.63018Z","caller":"traceutil/trace.go:171","msg":"trace[2093641217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26087; }","duration":"139.444386ms","start":"2026-04-22T21:29:11.490719Z","end":"2026-04-22T21:29:11.630164Z","steps":["trace[2093641217] 'agreement among raft nodes before linearized reading' (duration: 139.244591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:11.630133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:11.162255Z","time spent":"467.868659ms","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:29:13.251053Z","caller":"traceutil/trace.go:171","msg":"trace[808057579] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"157.793302ms","start":"2026-04-22T21:29:13.09323Z","end":"2026-04-22T21:29:13.251024Z","steps":["trace[808057579] 'process raft request' (duration: 157.408463ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.272175Z","caller":"traceutil/trace.go:171","msg":"trace[1653512926] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"242.228398ms","start":"2026-04-22T21:29:15.029919Z","end":"2026-04-22T21:29:15.272148Z","steps":["trace[1653512926] 'process raft request' (duration: 242.036013ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.272544Z","caller":"traceutil/trace.go:171","msg":"trace[999299906] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"242.547265ms","start":"2026-04-22T21:29:15.029974Z","end":"2026-04-22T21:29:15.272521Z","steps":["trace[999299906] 'process raft request' (duration: 242.129726ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.272615Z","caller":"traceutil/trace.go:171","msg":"trace[54041903] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"242.596357ms","start":"2026-04-22T21:29:15.029985Z","end":"2026-04-22T21:29:15.272582Z","steps":["trace[54041903] 'process raft request' (duration: 242.404122ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.272798Z","caller":"traceutil/trace.go:171","msg":"trace[1232615595] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"241.575222ms","start":"2026-04-22T21:29:15.031195Z","end":"2026-04-22T21:29:15.272771Z","steps":["trace[1232615595] 'process raft request' (duration: 241.331096ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.27331Z","caller":"traceutil/trace.go:171","msg":"trace[1655706349] linearizableReadLoop","detail":"{readStateIndex:26975; appliedIndex:26969; }","duration":"235.00665ms","start":"2026-04-22T21:29:15.038279Z","end":"2026-04-22T21:29:15.273285Z","steps":["trace[1655706349] 'read index received' (duration: 21.856559ms)","trace[1655706349] 'applied index is now lower than readState.Index' (duration: 213.149201ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:15.273522Z","caller":"traceutil/trace.go:171","msg":"trace[1624825427] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"242.132075ms","start":"2026-04-22T21:29:15.031377Z","end":"2026-04-22T21:29:15.27351Z","steps":["trace[1624825427] 'process raft request' (duration: 241.341397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:15.273824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.520922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-22T21:29:15.273895Z","caller":"traceutil/trace.go:171","msg":"trace[1140013992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26112; }","duration":"235.622634ms","start":"2026-04-22T21:29:15.038253Z","end":"2026-04-22T21:29:15.273876Z","steps":["trace[1140013992] 'agreement among raft nodes before linearized reading' (duration: 235.423709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:15.274395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.225438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T21:29:15.274439Z","caller":"traceutil/trace.go:171","msg":"trace[1600492271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26112; }","duration":"138.303019ms","start":"2026-04-22T21:29:15.136124Z","end":"2026-04-22T21:29:15.274427Z","steps":["trace[1600492271] 'agreement among raft nodes before linearized reading' (duration: 138.210337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:15.274229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.18818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T21:29:15.274691Z","caller":"traceutil/trace.go:171","msg":"trace[1147303258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26112; }","duration":"194.718692ms","start":"2026-04-22T21:29:15.079962Z","end":"2026-04-22T21:29:15.274681Z","steps":["trace[1147303258] 'agreement among raft nodes before linearized reading' (duration: 194.164549ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.743818Z","caller":"traceutil/trace.go:171","msg":"trace[851799506] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"122.946871ms","start":"2026-04-22T21:29:15.620821Z","end":"2026-04-22T21:29:15.743768Z","steps":["trace[851799506] 'process raft request' (duration: 122.713286ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:15.889915Z","caller":"traceutil/trace.go:171","msg":"trace[399139907] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"142.588709ms","start":"2026-04-22T21:29:15.747241Z","end":"2026-04-22T21:29:15.889829Z","steps":["trace[399139907] 'process raft request' (duration: 97.794176ms)","trace[399139907] 'compare' (duration: 44.601098ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:16.899963Z","caller":"traceutil/trace.go:171","msg":"trace[824922717] linearizableReadLoop","detail":"{readStateIndex:26986; appliedIndex:26985; }","duration":"114.360671ms","start":"2026-04-22T21:29:16.785575Z","end":"2026-04-22T21:29:16.899935Z","steps":["trace[824922717] 'read index received' (duration: 114.153436ms)","trace[824922717] 'applied index is now lower than readState.Index' (duration: 206.165µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:16.90014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.538805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-22T21:29:16.900201Z","caller":"traceutil/trace.go:171","msg":"trace[1578956433] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26123; }","duration":"114.651878ms","start":"2026-04-22T21:29:16.785536Z","end":"2026-04-22T21:29:16.900188Z","steps":["trace[1578956433] 'agreement among raft nodes before linearized reading' (duration: 114.431493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:16.900288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.68546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-22T21:29:16.900376Z","caller":"traceutil/trace.go:171","msg":"trace[935582819] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26123; }","duration":"114.785792ms","start":"2026-04-22T21:29:16.785568Z","end":"2026-04-22T21:29:16.900354Z","steps":["trace[935582819] 'agreement among raft nodes before linearized reading' (duration: 114.515356ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:16.900488Z","caller":"traceutil/trace.go:171","msg":"trace[955331405] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"139.320793ms","start":"2026-04-22T21:29:16.761154Z","end":"2026-04-22T21:29:16.900475Z","steps":["trace[955331405] 'process raft request' (duration: 138.603276ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:23.05688Z","caller":"traceutil/trace.go:171","msg":"trace[35319470] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"120.135017ms","start":"2026-04-22T21:29:22.936718Z","end":"2026-04-22T21:29:23.056853Z","steps":["trace[35319470] 'process raft request' (duration: 119.938002ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:23.191771Z","caller":"traceutil/trace.go:171","msg":"trace[812711150] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"104.992134ms","start":"2026-04-22T21:29:23.086736Z","end":"2026-04-22T21:29:23.191728Z","steps":["trace[812711150] 'process raft request' (duration: 102.484625ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.032218Z","caller":"traceutil/trace.go:171","msg":"trace[1062396959] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"102.120457ms","start":"2026-04-22T21:29:23.930052Z","end":"2026-04-22T21:29:24.032172Z","steps":["trace[1062396959] 'process raft request' (duration: 101.855281ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.094487Z","caller":"traceutil/trace.go:171","msg":"trace[1410332509] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"112.080958ms","start":"2026-04-22T21:29:23.982374Z","end":"2026-04-22T21:29:24.094455Z","steps":["trace[1410332509] 'process raft request' (duration: 110.202155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:24.09603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.498418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:29:24.096185Z","caller":"traceutil/trace.go:171","msg":"trace[2058751943] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26324; }","duration":"106.665872ms","start":"2026-04-22T21:29:23.989497Z","end":"2026-04-22T21:29:24.096163Z","steps":["trace[2058751943] 'agreement among raft nodes before linearized reading' (duration: 105.126856ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.598352Z","caller":"traceutil/trace.go:171","msg":"trace[1036935677] linearizableReadLoop","detail":"{readStateIndex:27193; appliedIndex:27192; }","duration":"125.02192ms","start":"2026-04-22T21:29:24.473307Z","end":"2026-04-22T21:29:24.598329Z","steps":["trace[1036935677] 'read index received' (duration: 124.836516ms)","trace[1036935677] 'applied index is now lower than readState.Index' (duration: 184.464µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:24.59856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.236985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7fcddb5f5-tlvck.18a8ca6fc9ce93e5\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-22T21:29:24.598613Z","caller":"traceutil/trace.go:171","msg":"trace[310495180] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7fcddb5f5-tlvck.18a8ca6fc9ce93e5; range_end:; response_count:1; response_revision:26326; }","duration":"125.320826ms","start":"2026-04-22T21:29:24.473276Z","end":"2026-04-22T21:29:24.598597Z","steps":["trace[310495180] 'agreement among raft nodes before linearized reading' (duration: 125.144762ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.598871Z","caller":"traceutil/trace.go:171","msg":"trace[1801291982] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"132.223177ms","start":"2026-04-22T21:29:24.466631Z","end":"2026-04-22T21:29:24.598854Z","steps":["trace[1801291982] 'process raft request' (duration: 131.524881ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.802059Z","caller":"traceutil/trace.go:171","msg":"trace[227588968] linearizableReadLoop","detail":"{readStateIndex:27195; appliedIndex:27194; }","duration":"154.803533ms","start":"2026-04-22T21:29:24.647226Z","end":"2026-04-22T21:29:24.802029Z","steps":["trace[227588968] 'read index received' (duration: 64.130123ms)","trace[227588968] 'applied index is now lower than readState.Index' (duration: 90.67206ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:24.802347Z","caller":"traceutil/trace.go:171","msg":"trace[715399231] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"169.358012ms","start":"2026-04-22T21:29:24.632973Z","end":"2026-04-22T21:29:24.802331Z","steps":["trace[715399231] 'process raft request' (duration: 78.373724ms)","trace[715399231] 'compare' (duration: 90.540528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:24.802435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.145381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:24.802493Z","caller":"traceutil/trace.go:171","msg":"trace[141411898] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26328; }","duration":"155.247554ms","start":"2026-04-22T21:29:24.647231Z","end":"2026-04-22T21:29:24.802478Z","steps":["trace[141411898] 'agreement among raft nodes before linearized reading' (duration: 155.122681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:24.802569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.338885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:24.802607Z","caller":"traceutil/trace.go:171","msg":"trace[47293346] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26328; }","duration":"155.413807ms","start":"2026-04-22T21:29:24.647183Z","end":"2026-04-22T21:29:24.802597Z","steps":["trace[47293346] 'agreement among raft nodes before linearized reading' (duration: 155.353736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:24.802683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.932166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:24.80272Z","caller":"traceutil/trace.go:171","msg":"trace[498235581] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26328; }","duration":"154.990347ms","start":"2026-04-22T21:29:24.647721Z","end":"2026-04-22T21:29:24.802711Z","steps":["trace[498235581] 'agreement among raft nodes before linearized reading' (duration: 154.938216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:24.802604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.018324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:24.802804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.060649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:24.802862Z","caller":"traceutil/trace.go:171","msg":"trace[390091621] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26328; }","duration":"155.153801ms","start":"2026-04-22T21:29:24.647695Z","end":"2026-04-22T21:29:24.802849Z","steps":["trace[390091621] 'agreement among raft nodes before linearized reading' (duration: 155.041379ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:24.802864Z","caller":"traceutil/trace.go:171","msg":"trace[1897712651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"123.264049ms","start":"2026-04-22T21:29:24.67953Z","end":"2026-04-22T21:29:24.802794Z","steps":["trace[1897712651] 'agreement among raft nodes before linearized reading' (duration: 122.943722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:25.667389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.955639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:25.667836Z","caller":"traceutil/trace.go:171","msg":"trace[940576772] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"173.952669ms","start":"2026-04-22T21:29:25.493854Z","end":"2026-04-22T21:29:25.667806Z","steps":["trace[940576772] 'process raft request' (duration: 63.479538ms)","trace[940576772] 'compare' (duration: 109.822686ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:25.667898Z","caller":"traceutil/trace.go:171","msg":"trace[2121000597] linearizableReadLoop","detail":"{readStateIndex:27205; appliedIndex:27203; }","duration":"124.239182ms","start":"2026-04-22T21:29:25.543593Z","end":"2026-04-22T21:29:25.667833Z","steps":["trace[2121000597] 'read index received' (duration: 13.73743ms)","trace[2121000597] 'applied index is now lower than readState.Index' (duration: 110.500292ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:25.668018Z","caller":"traceutil/trace.go:171","msg":"trace[554573057] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"173.98732ms","start":"2026-04-22T21:29:25.493986Z","end":"2026-04-22T21:29:25.667973Z","steps":["trace[554573057] 'process raft request' (duration: 173.520419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:25.668277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.699202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T21:29:25.668346Z","caller":"traceutil/trace.go:171","msg":"trace[363063327] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26338; }","duration":"124.819125ms","start":"2026-04-22T21:29:25.543511Z","end":"2026-04-22T21:29:25.668331Z","steps":["trace[363063327] 'agreement among raft nodes before linearized reading' (duration: 124.476807ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:25.714821Z","caller":"traceutil/trace.go:171","msg":"trace[1540505279] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"105.752781ms","start":"2026-04-22T21:29:25.609027Z","end":"2026-04-22T21:29:25.71478Z","steps":["trace[1540505279] 'process raft request' (duration: 105.537076ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:27.245904Z","caller":"traceutil/trace.go:171","msg":"trace[934418929] linearizableReadLoop","detail":"{readStateIndex:27212; appliedIndex:27211; }","duration":"112.948558ms","start":"2026-04-22T21:29:27.132925Z","end":"2026-04-22T21:29:27.245874Z","steps":["trace[934418929] 'read index received' (duration: 112.691902ms)","trace[934418929] 'applied index is now lower than readState.Index' (duration: 255.626µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:27.246078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.127333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:27.246117Z","caller":"traceutil/trace.go:171","msg":"trace[1048097753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26345; }","duration":"113.217005ms","start":"2026-04-22T21:29:27.132887Z","end":"2026-04-22T21:29:27.246104Z","steps":["trace[1048097753] 'agreement among raft nodes before linearized reading' (duration: 113.104562ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:27.246225Z","caller":"traceutil/trace.go:171","msg":"trace[1934568048] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"118.242082ms","start":"2026-04-22T21:29:27.127951Z","end":"2026-04-22T21:29:27.246193Z","steps":["trace[1934568048] 'process raft request' (duration: 117.75635ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:27.619196Z","caller":"traceutil/trace.go:171","msg":"trace[177978106] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"114.108056ms","start":"2026-04-22T21:29:27.505063Z","end":"2026-04-22T21:29:27.619171Z","steps":["trace[177978106] 'process raft request' (duration: 113.962672ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:27.650631Z","caller":"traceutil/trace.go:171","msg":"trace[226233066] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"145.111348ms","start":"2026-04-22T21:29:27.505493Z","end":"2026-04-22T21:29:27.650605Z","steps":["trace[226233066] 'process raft request' (duration: 144.966824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.861296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.47648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:35.861426Z","caller":"traceutil/trace.go:171","msg":"trace[1266905531] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"479.768946ms","start":"2026-04-22T21:29:35.381631Z","end":"2026-04-22T21:29:35.8614Z","steps":["trace[1266905531] 'process raft request' (duration: 122.105522ms)","trace[1266905531] 'compare' (duration: 356.946338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:35.861507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.38161Z","time spent":"479.855659ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:35.87527Z","caller":"traceutil/trace.go:171","msg":"trace[1665643427] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"466.824396ms","start":"2026-04-22T21:29:35.408411Z","end":"2026-04-22T21:29:35.875236Z","steps":["trace[1665643427] 'process raft request' (duration: 466.749844ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:35.875324Z","caller":"traceutil/trace.go:171","msg":"trace[1180372374] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"468.307ms","start":"2026-04-22T21:29:35.406985Z","end":"2026-04-22T21:29:35.875292Z","steps":["trace[1180372374] 'process raft request' (duration: 468.067374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.875484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.406956Z","time spent":"468.435553ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:35.875471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.408386Z","time spent":"466.975118ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:35.875632Z","caller":"traceutil/trace.go:171","msg":"trace[134086493] linearizableReadLoop","detail":"{readStateIndex:27305; appliedIndex:27300; }","duration":"388.305678ms","start":"2026-04-22T21:29:35.487297Z","end":"2026-04-22T21:29:35.875603Z","steps":["trace[134086493] 'read index received' (duration: 16.516315ms)","trace[134086493] 'applied index is now lower than readState.Index' (duration: 371.788033ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:35.875726Z","caller":"traceutil/trace.go:171","msg":"trace[430046992] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"467.173774ms","start":"2026-04-22T21:29:35.408543Z","end":"2026-04-22T21:29:35.875717Z","steps":["trace[430046992] 'process raft request' (duration: 466.659552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.875771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.408518Z","time spent":"467.229954ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:35.875922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.634715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:35.875912Z","caller":"traceutil/trace.go:171","msg":"trace[952835996] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"458.43204ms","start":"2026-04-22T21:29:35.417299Z","end":"2026-04-22T21:29:35.875731Z","steps":["trace[952835996] 'process raft request' (duration: 458.061611ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:35.875954Z","caller":"traceutil/trace.go:171","msg":"trace[424853136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26436; }","duration":"388.695627ms","start":"2026-04-22T21:29:35.487249Z","end":"2026-04-22T21:29:35.875944Z","steps":["trace[424853136] 'agreement among raft nodes before linearized reading' (duration: 388.646976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.875977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.487227Z","time spent":"388.745838ms","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T21:29:35.876025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:35.417281Z","time spent":"458.681425ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:35.876094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.522629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:29:35.876167Z","caller":"traceutil/trace.go:171","msg":"trace[1269866116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26436; }","duration":"115.646792ms","start":"2026-04-22T21:29:35.760499Z","end":"2026-04-22T21:29:35.876146Z","steps":["trace[1269866116] 'agreement among raft nodes before linearized reading' (duration: 115.496168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.876265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.213454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:35.876119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.935396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:29:35.876357Z","caller":"traceutil/trace.go:171","msg":"trace[42466591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26436; }","duration":"225.213602ms","start":"2026-04-22T21:29:35.651128Z","end":"2026-04-22T21:29:35.876342Z","steps":["trace[42466591] 'agreement among raft nodes before linearized reading' (duration: 224.783032ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:35.876372Z","caller":"traceutil/trace.go:171","msg":"trace[1875624353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26436; }","duration":"131.321357ms","start":"2026-04-22T21:29:35.745005Z","end":"2026-04-22T21:29:35.876326Z","steps":["trace[1875624353] 'agreement among raft nodes before linearized reading' (duration: 131.193694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.876494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.422907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:29:35.876534Z","caller":"traceutil/trace.go:171","msg":"trace[1473898374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26436; }","duration":"161.494038ms","start":"2026-04-22T21:29:35.71503Z","end":"2026-04-22T21:29:35.876524Z","steps":["trace[1473898374] 'agreement among raft nodes before linearized reading' (duration: 161.434057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:35.876651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.375574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:35.876785Z","caller":"traceutil/trace.go:171","msg":"trace[1613604468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26436; }","duration":"197.588759ms","start":"2026-04-22T21:29:35.679176Z","end":"2026-04-22T21:29:35.876765Z","steps":["trace[1613604468] 'agreement among raft nodes before linearized reading' (duration: 197.378804ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:36.417569Z","caller":"traceutil/trace.go:171","msg":"trace[1193802647] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27308; }","duration":"220.532892ms","start":"2026-04-22T21:29:36.196999Z","end":"2026-04-22T21:29:36.417532Z","steps":["trace[1193802647] 'read index received' (duration: 220.355818ms)","trace[1193802647] 'applied index is now lower than readState.Index' (duration: 175.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:36.417613Z","caller":"traceutil/trace.go:171","msg":"trace[819078959] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"229.169823ms","start":"2026-04-22T21:29:36.188412Z","end":"2026-04-22T21:29:36.417581Z","steps":["trace[819078959] 'process raft request' (duration: 228.928178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:36.417756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.735808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:36.417789Z","caller":"traceutil/trace.go:171","msg":"trace[343183830] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26440; }","duration":"220.823419ms","start":"2026-04-22T21:29:36.196957Z","end":"2026-04-22T21:29:36.41778Z","steps":["trace[343183830] 'agreement among raft nodes before linearized reading' (duration: 220.727027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:36.418001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.921762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:36.418116Z","caller":"traceutil/trace.go:171","msg":"trace[135099516] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26440; }","duration":"221.076006ms","start":"2026-04-22T21:29:36.197021Z","end":"2026-04-22T21:29:36.418097Z","steps":["trace[135099516] 'agreement among raft nodes before linearized reading' (duration: 220.922972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:36.418268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.842997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T21:29:36.418314Z","caller":"traceutil/trace.go:171","msg":"trace[1737575853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26440; }","duration":"158.921158ms","start":"2026-04-22T21:29:36.259386Z","end":"2026-04-22T21:29:36.418307Z","steps":["trace[1737575853] 'agreement among raft nodes before linearized reading' (duration: 158.781335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:36.418514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.989053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:29:36.418616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.288901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:36.4187Z","caller":"traceutil/trace.go:171","msg":"trace[7615378] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26440; }","duration":"221.404283ms","start":"2026-04-22T21:29:36.197278Z","end":"2026-04-22T21:29:36.418682Z","steps":["trace[7615378] 'agreement among raft nodes before linearized reading' (duration: 221.242529ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:36.418637Z","caller":"traceutil/trace.go:171","msg":"trace[939634950] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26440; }","duration":"221.122197ms","start":"2026-04-22T21:29:36.197496Z","end":"2026-04-22T21:29:36.418618Z","steps":["trace[939634950] 'agreement among raft nodes before linearized reading' (duration: 220.903132ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:38.600982Z","caller":"traceutil/trace.go:171","msg":"trace[2000174794] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"133.983228ms","start":"2026-04-22T21:29:38.466974Z","end":"2026-04-22T21:29:38.600957Z","steps":["trace[2000174794] 'process raft request' (duration: 103.349935ms)","trace[2000174794] 'compare' (duration: 30.257275ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:38.611094Z","caller":"traceutil/trace.go:171","msg":"trace[214021502] linearizableReadLoop","detail":"{readStateIndex:27326; appliedIndex:27324; }","duration":"118.396796ms","start":"2026-04-22T21:29:38.492682Z","end":"2026-04-22T21:29:38.611079Z","steps":["trace[214021502] 'read index received' (duration: 77.655028ms)","trace[214021502] 'applied index is now lower than readState.Index' (duration: 40.740898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:38.611209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.515028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:38.611187Z","caller":"traceutil/trace.go:171","msg":"trace[1579080133] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"143.801217ms","start":"2026-04-22T21:29:38.467352Z","end":"2026-04-22T21:29:38.611153Z","steps":["trace[1579080133] 'process raft request' (duration: 143.652853ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:38.611254Z","caller":"traceutil/trace.go:171","msg":"trace[513589975] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26457; }","duration":"118.597241ms","start":"2026-04-22T21:29:38.492646Z","end":"2026-04-22T21:29:38.611243Z","steps":["trace[513589975] 'agreement among raft nodes before linearized reading' (duration: 118.519709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:38.611327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.219042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:38.611354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.168021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:38.611404Z","caller":"traceutil/trace.go:171","msg":"trace[704695563] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26457; }","duration":"112.249972ms","start":"2026-04-22T21:29:38.49914Z","end":"2026-04-22T21:29:38.61139Z","steps":["trace[704695563] 'agreement among raft nodes before linearized reading' (duration: 112.112419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:38.611457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.180231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:38.611402Z","caller":"traceutil/trace.go:171","msg":"trace[1488749797] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26457; }","duration":"118.314274ms","start":"2026-04-22T21:29:38.49307Z","end":"2026-04-22T21:29:38.611385Z","steps":["trace[1488749797] 'agreement among raft nodes before linearized reading' (duration: 118.169671ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:38.611499Z","caller":"traceutil/trace.go:171","msg":"trace[538754691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26457; }","duration":"118.265473ms","start":"2026-04-22T21:29:38.493226Z","end":"2026-04-22T21:29:38.611491Z","steps":["trace[538754691] 'agreement among raft nodes before linearized reading' (duration: 118.200241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:39.837776Z","caller":"traceutil/trace.go:171","msg":"trace[417214113] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"359.914196ms","start":"2026-04-22T21:29:39.477838Z","end":"2026-04-22T21:29:39.837752Z","steps":["trace[417214113] 'read index received' (duration: 303.758028ms)","trace[417214113] 'applied index is now lower than readState.Index' (duration: 56.154928ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:39.837865Z","caller":"traceutil/trace.go:171","msg":"trace[1732424733] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"459.292869ms","start":"2026-04-22T21:29:39.378516Z","end":"2026-04-22T21:29:39.837809Z","steps":["trace[1732424733] 'process raft request' (duration: 403.141402ms)","trace[1732424733] 'compare' (duration: 55.947722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:39.837932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.278463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:39.837965Z","caller":"traceutil/trace.go:171","msg":"trace[270456203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26459; }","duration":"158.397115ms","start":"2026-04-22T21:29:39.679558Z","end":"2026-04-22T21:29:39.837955Z","steps":["trace[270456203] 'agreement among raft nodes before linearized reading' (duration: 158.329744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:39.837969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.07653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:39.838022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:39.378495Z","time spent":"459.446293ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:39.838052Z","caller":"traceutil/trace.go:171","msg":"trace[2135625673] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26459; }","duration":"360.243043ms","start":"2026-04-22T21:29:39.477794Z","end":"2026-04-22T21:29:39.838037Z","steps":["trace[2135625673] 'agreement among raft nodes before linearized reading' (duration: 360.064879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:39.838092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:39.477776Z","time spent":"360.304465ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:29:39.998354Z","caller":"traceutil/trace.go:171","msg":"trace[1689278254] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"107.359199ms","start":"2026-04-22T21:29:39.890965Z","end":"2026-04-22T21:29:39.998325Z","steps":["trace[1689278254] 'process raft request' (duration: 54.871867ms)","trace[1689278254] 'compare' (duration: 52.361729ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.060636Z","caller":"traceutil/trace.go:171","msg":"trace[439755355] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"134.104361ms","start":"2026-04-22T21:29:39.926502Z","end":"2026-04-22T21:29:40.060607Z","steps":["trace[439755355] 'process raft request' (duration: 133.808914ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.060683Z","caller":"traceutil/trace.go:171","msg":"trace[1836653647] linearizableReadLoop","detail":"{readStateIndex:27334; appliedIndex:27329; }","duration":"119.129303ms","start":"2026-04-22T21:29:39.941532Z","end":"2026-04-22T21:29:40.060661Z","steps":["trace[1836653647] 'read index received' (duration: 4.29898ms)","trace[1836653647] 'applied index is now lower than readState.Index' (duration: 114.829342ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.0607Z","caller":"traceutil/trace.go:171","msg":"trace[504893216] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"133.308102ms","start":"2026-04-22T21:29:39.927351Z","end":"2026-04-22T21:29:40.060659Z","steps":["trace[504893216] 'process raft request' (duration: 133.155629ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.060901Z","caller":"traceutil/trace.go:171","msg":"trace[623611377] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"133.19132ms","start":"2026-04-22T21:29:39.92769Z","end":"2026-04-22T21:29:40.060882Z","steps":["trace[623611377] 'process raft request' (duration: 132.892623ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.060948Z","caller":"traceutil/trace.go:171","msg":"trace[1325299848] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"133.050447ms","start":"2026-04-22T21:29:39.927885Z","end":"2026-04-22T21:29:40.060935Z","steps":["trace[1325299848] 'process raft request' (duration: 132.74127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.061135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.904091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T21:29:40.061136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.096936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T21:29:40.061177Z","caller":"traceutil/trace.go:171","msg":"trace[477478364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26464; }","duration":"107.977473ms","start":"2026-04-22T21:29:39.953187Z","end":"2026-04-22T21:29:40.061164Z","steps":["trace[477478364] 'agreement among raft nodes before linearized reading' (duration: 107.84938ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.061193Z","caller":"traceutil/trace.go:171","msg":"trace[1965505267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26464; }","duration":"108.194208ms","start":"2026-04-22T21:29:39.952986Z","end":"2026-04-22T21:29:40.06118Z","steps":["trace[1965505267] 'agreement among raft nodes before linearized reading' (duration: 107.971552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.061217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.657505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T21:29:40.061285Z","caller":"traceutil/trace.go:171","msg":"trace[274278865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26464; }","duration":"119.773698ms","start":"2026-04-22T21:29:39.941493Z","end":"2026-04-22T21:29:40.061267Z","steps":["trace[274278865] 'agreement among raft nodes before linearized reading' (duration: 119.4286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.247852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.897504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:40.247956Z","caller":"traceutil/trace.go:171","msg":"trace[69641643] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"181.685418ms","start":"2026-04-22T21:29:40.066249Z","end":"2026-04-22T21:29:40.247935Z","steps":["trace[69641643] 'process raft request' (duration: 57.629931ms)","trace[69641643] 'compare' (duration: 123.634088ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.254275Z","caller":"traceutil/trace.go:171","msg":"trace[1292580204] linearizableReadLoop","detail":"{readStateIndex:27337; appliedIndex:27334; }","duration":"165.311078ms","start":"2026-04-22T21:29:40.088942Z","end":"2026-04-22T21:29:40.254253Z","steps":["trace[1292580204] 'read index received' (duration: 34.950343ms)","trace[1292580204] 'applied index is now lower than readState.Index' (duration: 130.359494ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.254255Z","caller":"traceutil/trace.go:171","msg":"trace[617221441] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"187.551335ms","start":"2026-04-22T21:29:40.06667Z","end":"2026-04-22T21:29:40.254222Z","steps":["trace[617221441] 'process raft request' (duration: 187.241858ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.254334Z","caller":"traceutil/trace.go:171","msg":"trace[559958090] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"187.613737ms","start":"2026-04-22T21:29:40.066702Z","end":"2026-04-22T21:29:40.254315Z","steps":["trace[559958090] 'process raft request' (duration: 187.403632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.254436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.483672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.254518Z","caller":"traceutil/trace.go:171","msg":"trace[696047300] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26467; }","duration":"165.610804ms","start":"2026-04-22T21:29:40.088892Z","end":"2026-04-22T21:29:40.254503Z","steps":["trace[696047300] 'agreement among raft nodes before linearized reading' (duration: 165.484351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.254544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.180555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.25462Z","caller":"traceutil/trace.go:171","msg":"trace[1368825736] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26467; }","duration":"159.306437ms","start":"2026-04-22T21:29:40.095285Z","end":"2026-04-22T21:29:40.254591Z","steps":["trace[1368825736] 'agreement among raft nodes before linearized reading' (duration: 159.185105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.553131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.401414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:40.553289Z","caller":"traceutil/trace.go:171","msg":"trace[2032120166] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27337; }","duration":"125.369378ms","start":"2026-04-22T21:29:40.427899Z","end":"2026-04-22T21:29:40.553268Z","steps":["trace[2032120166] 'read index received' (duration: 58.231µs)","trace[2032120166] 'applied index is now lower than readState.Index' (duration: 125.309377ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.553386Z","caller":"traceutil/trace.go:171","msg":"trace[1633683082] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"202.576704ms","start":"2026-04-22T21:29:40.350792Z","end":"2026-04-22T21:29:40.553369Z","steps":["trace[1633683082] 'process raft request' (duration: 44.808652ms)","trace[1633683082] 'compare' (duration: 157.270351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:40.553464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.542442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.553562Z","caller":"traceutil/trace.go:171","msg":"trace[1890760694] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26468; }","duration":"125.670075ms","start":"2026-04-22T21:29:40.42787Z","end":"2026-04-22T21:29:40.55354Z","steps":["trace[1890760694] 'agreement among raft nodes before linearized reading' (duration: 125.516122ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.799186Z","caller":"traceutil/trace.go:171","msg":"trace[1942872652] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27338; }","duration":"245.831832ms","start":"2026-04-22T21:29:40.553326Z","end":"2026-04-22T21:29:40.799158Z","steps":["trace[1942872652] 'read index received' (duration: 201.07058ms)","trace[1942872652] 'applied index is now lower than readState.Index' (duration: 44.760002ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:40.799244Z","caller":"traceutil/trace.go:171","msg":"trace[2060585473] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"331.237329ms","start":"2026-04-22T21:29:40.46798Z","end":"2026-04-22T21:29:40.799217Z","steps":["trace[2060585473] 'process raft request' (duration: 286.407246ms)","trace[2060585473] 'compare' (duration: 44.410224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:40.799343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:40.467958Z","time spent":"331.335241ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:40.799436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.366464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:40.799476Z","caller":"traceutil/trace.go:171","msg":"trace[1624142302] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26469; }","duration":"371.428285ms","start":"2026-04-22T21:29:40.428038Z","end":"2026-04-22T21:29:40.799466Z","steps":["trace[1624142302] 'agreement among raft nodes before linearized reading' (duration: 371.251451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.79951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:40.428034Z","time spent":"371.466616ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-22T21:29:40.799618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.63501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.799681Z","caller":"traceutil/trace.go:171","msg":"trace[135935183] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26469; }","duration":"371.719392ms","start":"2026-04-22T21:29:40.427947Z","end":"2026-04-22T21:29:40.799667Z","steps":["trace[135935183] 'agreement among raft nodes before linearized reading' (duration: 371.580928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.227119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.799773Z","caller":"traceutil/trace.go:171","msg":"trace[1722205934] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26469; }","duration":"215.350492ms","start":"2026-04-22T21:29:40.584403Z","end":"2026-04-22T21:29:40.799753Z","steps":["trace[1722205934] 'agreement among raft nodes before linearized reading' (duration: 215.149957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.62042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:40.799841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.057364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T21:29:40.799864Z","caller":"traceutil/trace.go:171","msg":"trace[1031295113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26469; }","duration":"184.121105ms","start":"2026-04-22T21:29:40.615737Z","end":"2026-04-22T21:29:40.799858Z","steps":["trace[1031295113] 'agreement among raft nodes before linearized reading' (duration: 184.009333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.79986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:29:40.799879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.135392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.799892Z","caller":"traceutil/trace.go:171","msg":"trace[223263233] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26469; }","duration":"182.731323ms","start":"2026-04-22T21:29:40.617119Z","end":"2026-04-22T21:29:40.79985Z","steps":["trace[223263233] 'agreement among raft nodes before linearized reading' (duration: 182.60729ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.799903Z","caller":"traceutil/trace.go:171","msg":"trace[39483156] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26469; }","duration":"183.527032ms","start":"2026-04-22T21:29:40.616362Z","end":"2026-04-22T21:29:40.799889Z","steps":["trace[39483156] 'agreement among raft nodes before linearized reading' (duration: 183.389239ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.799921Z","caller":"traceutil/trace.go:171","msg":"trace[591302797] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26469; }","duration":"183.189143ms","start":"2026-04-22T21:29:40.616722Z","end":"2026-04-22T21:29:40.799911Z","steps":["trace[591302797] 'agreement among raft nodes before linearized reading' (duration: 183.129082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.529011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.800023Z","caller":"traceutil/trace.go:171","msg":"trace[1064452142] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26469; }","duration":"128.611103ms","start":"2026-04-22T21:29:40.671384Z","end":"2026-04-22T21:29:40.799995Z","steps":["trace[1064452142] 'agreement among raft nodes before linearized reading' (duration: 128.543092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.800041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.697805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:40.800051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.632044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.800067Z","caller":"traceutil/trace.go:171","msg":"trace[39561461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26469; }","duration":"128.750507ms","start":"2026-04-22T21:29:40.671309Z","end":"2026-04-22T21:29:40.80006Z","steps":["trace[39561461] 'agreement among raft nodes before linearized reading' (duration: 128.688785ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.800078Z","caller":"traceutil/trace.go:171","msg":"trace[182269906] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26469; }","duration":"128.681065ms","start":"2026-04-22T21:29:40.671389Z","end":"2026-04-22T21:29:40.80007Z","steps":["trace[182269906] 'agreement among raft nodes before linearized reading' (duration: 128.642804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.267206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:40.800148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.595273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:29:40.800173Z","caller":"traceutil/trace.go:171","msg":"trace[417762055] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26469; }","duration":"183.651344ms","start":"2026-04-22T21:29:40.616506Z","end":"2026-04-22T21:29:40.800158Z","steps":["trace[417762055] 'agreement among raft nodes before linearized reading' (duration: 183.154123ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:40.800206Z","caller":"traceutil/trace.go:171","msg":"trace[1525814970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26469; }","duration":"195.685395ms","start":"2026-04-22T21:29:40.604507Z","end":"2026-04-22T21:29:40.800192Z","steps":["trace[1525814970] 'agreement among raft nodes before linearized reading' (duration: 195.47136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.247847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.800354Z","caller":"traceutil/trace.go:171","msg":"trace[1811064210] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26469; }","duration":"159.986223ms","start":"2026-04-22T21:29:40.640354Z","end":"2026-04-22T21:29:40.80034Z","steps":["trace[1811064210] 'agreement among raft nodes before linearized reading' (duration: 159.257176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.799689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.681471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:40.800435Z","caller":"traceutil/trace.go:171","msg":"trace[2051360069] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26469; }","duration":"372.452508ms","start":"2026-04-22T21:29:40.42797Z","end":"2026-04-22T21:29:40.800422Z","steps":["trace[2051360069] 'agreement among raft nodes before linearized reading' (duration: 371.632879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:40.800468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:40.427967Z","time spent":"372.492999ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-22T21:29:40.799717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:40.427939Z","time spent":"371.771253ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-22T21:29:40.80013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.058193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:40.800574Z","caller":"traceutil/trace.go:171","msg":"trace[1209036617] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26469; }","duration":"129.489173ms","start":"2026-04-22T21:29:40.671065Z","end":"2026-04-22T21:29:40.800554Z","steps":["trace[1209036617] 'agreement among raft nodes before linearized reading' (duration: 129.013802ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:41.076365Z","caller":"traceutil/trace.go:171","msg":"trace[1866446490] linearizableReadLoop","detail":"{readStateIndex:27341; appliedIndex:27339; }","duration":"230.371792ms","start":"2026-04-22T21:29:40.845975Z","end":"2026-04-22T21:29:41.076347Z","steps":["trace[1866446490] 'read index received' (duration: 134.829258ms)","trace[1866446490] 'applied index is now lower than readState.Index' (duration: 95.541904ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:41.07647Z","caller":"traceutil/trace.go:171","msg":"trace[1391736613] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"272.946482ms","start":"2026-04-22T21:29:40.80351Z","end":"2026-04-22T21:29:41.076456Z","steps":["trace[1391736613] 'process raft request' (duration: 272.798289ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:41.07644Z","caller":"traceutil/trace.go:171","msg":"trace[1761999097] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"272.934712ms","start":"2026-04-22T21:29:40.803469Z","end":"2026-04-22T21:29:41.076404Z","steps":["trace[1761999097] 'process raft request' (duration: 177.314727ms)","trace[1761999097] 'compare' (duration: 95.309638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:41.076742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.750851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:41.076774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.750098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:41.076794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.506844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:41.076829Z","caller":"traceutil/trace.go:171","msg":"trace[104239781] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26471; }","duration":"229.859331ms","start":"2026-04-22T21:29:40.846957Z","end":"2026-04-22T21:29:41.076816Z","steps":["trace[104239781] 'agreement among raft nodes before linearized reading' (duration: 229.751018ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:41.076826Z","caller":"traceutil/trace.go:171","msg":"trace[1825322239] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26471; }","duration":"230.868064ms","start":"2026-04-22T21:29:40.84594Z","end":"2026-04-22T21:29:41.076808Z","steps":["trace[1825322239] 'agreement among raft nodes before linearized reading' (duration: 230.747691ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:41.076835Z","caller":"traceutil/trace.go:171","msg":"trace[1305263930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26471; }","duration":"193.608086ms","start":"2026-04-22T21:29:40.883215Z","end":"2026-04-22T21:29:41.076823Z","steps":["trace[1305263930] 'agreement among raft nodes before linearized reading' (duration: 193.507344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:41.076814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.702037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:41.07689Z","caller":"traceutil/trace.go:171","msg":"trace[146905442] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26471; }","duration":"229.8352ms","start":"2026-04-22T21:29:40.847036Z","end":"2026-04-22T21:29:41.076871Z","steps":["trace[146905442] 'agreement among raft nodes before linearized reading' (duration: 229.685547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:41.076913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.939439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:41.076992Z","caller":"traceutil/trace.go:171","msg":"trace[594175245] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26471; }","duration":"229.049101ms","start":"2026-04-22T21:29:40.847925Z","end":"2026-04-22T21:29:41.076974Z","steps":["trace[594175245] 'agreement among raft nodes before linearized reading' (duration: 228.794185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:43.264509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.584115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:43.264614Z","caller":"traceutil/trace.go:171","msg":"trace[934628322] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"173.782275ms","start":"2026-04-22T21:29:43.090812Z","end":"2026-04-22T21:29:43.264594Z","steps":["trace[934628322] 'process raft request' (duration: 29.042466ms)","trace[934628322] 'compare' (duration: 144.36523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:43.671533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.069031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:29:43.671616Z","caller":"traceutil/trace.go:171","msg":"trace[256589662] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:26487; }","duration":"134.194794ms","start":"2026-04-22T21:29:43.537407Z","end":"2026-04-22T21:29:43.671602Z","steps":["trace[256589662] 'range keys from in-memory index tree' (duration: 133.904287ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:43.806664Z","caller":"traceutil/trace.go:171","msg":"trace[1587259966] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"103.785536ms","start":"2026-04-22T21:29:43.702857Z","end":"2026-04-22T21:29:43.806642Z","steps":["trace[1587259966] 'process raft request' (duration: 103.189532ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:43.95564Z","caller":"traceutil/trace.go:171","msg":"trace[1510031257] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"115.037448ms","start":"2026-04-22T21:29:43.840571Z","end":"2026-04-22T21:29:43.955608Z","steps":["trace[1510031257] 'process raft request' (duration: 78.244832ms)","trace[1510031257] 'compare' (duration: 36.52458ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:43.955894Z","caller":"traceutil/trace.go:171","msg":"trace[920760561] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"107.949503ms","start":"2026-04-22T21:29:43.847914Z","end":"2026-04-22T21:29:43.955863Z","steps":["trace[920760561] 'process raft request' (duration: 107.630245ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:44.459191Z","caller":"traceutil/trace.go:171","msg":"trace[334485037] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"121.013056ms","start":"2026-04-22T21:29:44.338146Z","end":"2026-04-22T21:29:44.459159Z","steps":["trace[334485037] 'process raft request' (duration: 108.885444ms)","trace[334485037] 'compare' (duration: 11.929587ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:44.459345Z","caller":"traceutil/trace.go:171","msg":"trace[2138550409] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"117.638058ms","start":"2026-04-22T21:29:44.341682Z","end":"2026-04-22T21:29:44.45932Z","steps":["trace[2138550409] 'process raft request' (duration: 117.378352ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:44.459447Z","caller":"traceutil/trace.go:171","msg":"trace[214131049] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"115.499988ms","start":"2026-04-22T21:29:44.343938Z","end":"2026-04-22T21:29:44.459438Z","steps":["trace[214131049] 'process raft request' (duration: 115.14818ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:45.972354Z","caller":"traceutil/trace.go:171","msg":"trace[1311201522] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"136.413715ms","start":"2026-04-22T21:29:45.835908Z","end":"2026-04-22T21:29:45.972321Z","steps":["trace[1311201522] 'process raft request' (duration: 81.876855ms)","trace[1311201522] 'compare' (duration: 54.368246ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:46.224223Z","caller":"traceutil/trace.go:171","msg":"trace[1108699156] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"134.126742ms","start":"2026-04-22T21:29:46.090074Z","end":"2026-04-22T21:29:46.224201Z","steps":["trace[1108699156] 'process raft request' (duration: 134.082241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:46.224258Z","caller":"traceutil/trace.go:171","msg":"trace[1338533003] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"134.346547ms","start":"2026-04-22T21:29:46.089885Z","end":"2026-04-22T21:29:46.224232Z","steps":["trace[1338533003] 'process raft request' (duration: 134.098081ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:46.224381Z","caller":"traceutil/trace.go:171","msg":"trace[175206024] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"134.423999ms","start":"2026-04-22T21:29:46.089947Z","end":"2026-04-22T21:29:46.224371Z","steps":["trace[175206024] 'process raft request' (duration: 134.169603ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:46.362875Z","caller":"traceutil/trace.go:171","msg":"trace[1045236020] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"125.968112ms","start":"2026-04-22T21:29:46.236867Z","end":"2026-04-22T21:29:46.362835Z","steps":["trace[1045236020] 'process raft request' (duration: 69.329254ms)","trace[1045236020] 'compare' (duration: 56.457444ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:46.65506Z","caller":"traceutil/trace.go:171","msg":"trace[221986036] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27386; }","duration":"140.627703ms","start":"2026-04-22T21:29:46.514411Z","end":"2026-04-22T21:29:46.655039Z","steps":["trace[221986036] 'read index received' (duration: 33.919339ms)","trace[221986036] 'applied index is now lower than readState.Index' (duration: 106.707144ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:46.655151Z","caller":"traceutil/trace.go:171","msg":"trace[702845578] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"155.312345ms","start":"2026-04-22T21:29:46.499803Z","end":"2026-04-22T21:29:46.655115Z","steps":["trace[702845578] 'process raft request' (duration: 105.301941ms)","trace[702845578] 'compare' (duration: 49.651895ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:46.655212Z","caller":"traceutil/trace.go:171","msg":"trace[959103226] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"155.06802ms","start":"2026-04-22T21:29:46.500126Z","end":"2026-04-22T21:29:46.655194Z","steps":["trace[959103226] 'process raft request' (duration: 154.834464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:46.655276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:29:46.655452Z","caller":"traceutil/trace.go:171","msg":"trace[180539312] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26518; }","duration":"140.970881ms","start":"2026-04-22T21:29:46.514363Z","end":"2026-04-22T21:29:46.655334Z","steps":["trace[180539312] 'agreement among raft nodes before linearized reading' (duration: 140.814167ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:47.565119Z","caller":"traceutil/trace.go:171","msg":"trace[906125391] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"179.033517ms","start":"2026-04-22T21:29:47.38606Z","end":"2026-04-22T21:29:47.565094Z","steps":["trace[906125391] 'process raft request' (duration: 178.851923ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:47.691008Z","caller":"traceutil/trace.go:171","msg":"trace[305349859] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"192.677014ms","start":"2026-04-22T21:29:47.498298Z","end":"2026-04-22T21:29:47.690975Z","steps":["trace[305349859] 'process raft request' (duration: 192.48246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:48.805517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.542436ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:48.805738Z","caller":"traceutil/trace.go:171","msg":"trace[1909372939] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26530; }","duration":"111.790902ms","start":"2026-04-22T21:29:48.693928Z","end":"2026-04-22T21:29:48.805718Z","steps":["trace[1909372939] 'range keys from in-memory index tree' (duration: 111.518555ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:48.805929Z","caller":"traceutil/trace.go:171","msg":"trace[189228661] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"143.49146ms","start":"2026-04-22T21:29:48.662382Z","end":"2026-04-22T21:29:48.805873Z","steps":["trace[189228661] 'process raft request' (duration: 110.020501ms)","trace[189228661] 'compare' (duration: 33.138441ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:48.811844Z","caller":"traceutil/trace.go:171","msg":"trace[1138298395] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27401; }","duration":"133.789453ms","start":"2026-04-22T21:29:48.678031Z","end":"2026-04-22T21:29:48.811821Z","steps":["trace[1138298395] 'read index received' (duration: 94.344506ms)","trace[1138298395] 'applied index is now lower than readState.Index' (duration: 39.443647ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:48.811906Z","caller":"traceutil/trace.go:171","msg":"trace[142205158] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"149.365837ms","start":"2026-04-22T21:29:48.662515Z","end":"2026-04-22T21:29:48.811881Z","steps":["trace[142205158] 'process raft request' (duration: 149.144352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:48.812058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.687591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:48.812091Z","caller":"traceutil/trace.go:171","msg":"trace[1646989993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26532; }","duration":"133.747532ms","start":"2026-04-22T21:29:48.678333Z","end":"2026-04-22T21:29:48.812081Z","steps":["trace[1646989993] 'agreement among raft nodes before linearized reading' (duration: 133.63919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:48.812657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.595063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:29:48.812725Z","caller":"traceutil/trace.go:171","msg":"trace[145264270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26532; }","duration":"134.722635ms","start":"2026-04-22T21:29:48.677987Z","end":"2026-04-22T21:29:48.812709Z","steps":["trace[145264270] 'agreement among raft nodes before linearized reading' (duration: 133.983658ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:48.926125Z","caller":"traceutil/trace.go:171","msg":"trace[234079080] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27403; }","duration":"100.239424ms","start":"2026-04-22T21:29:48.825828Z","end":"2026-04-22T21:29:48.926067Z","steps":["trace[234079080] 'read index received' (duration: 45.485449ms)","trace[234079080] 'applied index is now lower than readState.Index' (duration: 54.751775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:48.926285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.442658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:48.926365Z","caller":"traceutil/trace.go:171","msg":"trace[340375584] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26532; }","duration":"100.574581ms","start":"2026-04-22T21:29:48.825773Z","end":"2026-04-22T21:29:48.926348Z","steps":["trace[340375584] 'agreement among raft nodes before linearized reading' (duration: 100.425878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:48.927158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.148334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:48.927283Z","caller":"traceutil/trace.go:171","msg":"trace[898908872] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26533; }","duration":"101.325818ms","start":"2026-04-22T21:29:48.825928Z","end":"2026-04-22T21:29:48.927254Z","steps":["trace[898908872] 'agreement among raft nodes before linearized reading' (duration: 100.818177ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:52.216908Z","caller":"traceutil/trace.go:171","msg":"trace[1345875766] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"103.050609ms","start":"2026-04-22T21:29:52.113812Z","end":"2026-04-22T21:29:52.216862Z","steps":["trace[1345875766] 'process raft request' (duration: 91.997451ms)","trace[1345875766] 'compare' (duration: 10.838853ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:52.999983Z","caller":"traceutil/trace.go:171","msg":"trace[1391442058] linearizableReadLoop","detail":"{readStateIndex:27431; appliedIndex:27430; }","duration":"153.926683ms","start":"2026-04-22T21:29:52.846031Z","end":"2026-04-22T21:29:52.999958Z","steps":["trace[1391442058] 'read index received' (duration: 153.82976ms)","trace[1391442058] 'applied index is now lower than readState.Index' (duration: 95.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:53.000115Z","caller":"traceutil/trace.go:171","msg":"trace[145933842] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"174.394068ms","start":"2026-04-22T21:29:52.825682Z","end":"2026-04-22T21:29:53.000076Z","steps":["trace[145933842] 'process raft request' (duration: 174.113822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.00032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.23904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:29:53.000403Z","caller":"traceutil/trace.go:171","msg":"trace[180264300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26559; }","duration":"154.393513ms","start":"2026-04-22T21:29:52.845984Z","end":"2026-04-22T21:29:53.000377Z","steps":["trace[180264300] 'agreement among raft nodes before linearized reading' (duration: 154.115307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.061342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.763481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.061392Z","caller":"traceutil/trace.go:171","msg":"trace[2093273703] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"116.731557ms","start":"2026-04-22T21:29:52.944635Z","end":"2026-04-22T21:29:53.061367Z","steps":["trace[2093273703] 'process raft request' (duration: 116.467131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.061466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.439153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.061588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.049647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.06158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.393826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.06158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.031157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.061593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.004916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.06141Z","caller":"traceutil/trace.go:171","msg":"trace[1466740243] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26560; }","duration":"124.063868ms","start":"2026-04-22T21:29:52.937333Z","end":"2026-04-22T21:29:53.061397Z","steps":["trace[1466740243] 'agreement among raft nodes before linearized reading' (duration: 123.929815ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061631Z","caller":"traceutil/trace.go:171","msg":"trace[24220492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26560; }","duration":"124.107989ms","start":"2026-04-22T21:29:52.937511Z","end":"2026-04-22T21:29:53.061619Z","steps":["trace[24220492] 'agreement among raft nodes before linearized reading' (duration: 124.031727ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061654Z","caller":"traceutil/trace.go:171","msg":"trace[570202353] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26560; }","duration":"124.514528ms","start":"2026-04-22T21:29:52.937121Z","end":"2026-04-22T21:29:53.061635Z","steps":["trace[570202353] 'agreement among raft nodes before linearized reading' (duration: 124.412516ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.06166Z","caller":"traceutil/trace.go:171","msg":"trace[1938789011] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26560; }","duration":"124.16533ms","start":"2026-04-22T21:29:52.937478Z","end":"2026-04-22T21:29:53.061643Z","steps":["trace[1938789011] 'agreement among raft nodes before linearized reading' (duration: 124.019737ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061676Z","caller":"traceutil/trace.go:171","msg":"trace[1438325701] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26560; }","duration":"124.123479ms","start":"2026-04-22T21:29:52.937533Z","end":"2026-04-22T21:29:53.061657Z","steps":["trace[1438325701] 'agreement among raft nodes before linearized reading' (duration: 123.990616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.061781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.59588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.061852Z","caller":"traceutil/trace.go:171","msg":"trace[596193526] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26560; }","duration":"124.710643ms","start":"2026-04-22T21:29:52.937124Z","end":"2026-04-22T21:29:53.061835Z","steps":["trace[596193526] 'agreement among raft nodes before linearized reading' (duration: 124.605431ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061504Z","caller":"traceutil/trace.go:171","msg":"trace[445672666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26560; }","duration":"120.506825ms","start":"2026-04-22T21:29:52.940987Z","end":"2026-04-22T21:29:53.061494Z","steps":["trace[445672666] 'agreement among raft nodes before linearized reading' (duration: 120.444794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.061878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.943145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.061854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.433243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:29:53.061785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.278672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.061929Z","caller":"traceutil/trace.go:171","msg":"trace[1213903441] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26560; }","duration":"127.040767ms","start":"2026-04-22T21:29:52.934879Z","end":"2026-04-22T21:29:53.06192Z","steps":["trace[1213903441] 'agreement among raft nodes before linearized reading' (duration: 126.971195ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061954Z","caller":"traceutil/trace.go:171","msg":"trace[639136664] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26560; }","duration":"124.517268ms","start":"2026-04-22T21:29:52.937425Z","end":"2026-04-22T21:29:53.061942Z","steps":["trace[639136664] 'agreement among raft nodes before linearized reading' (duration: 124.206831ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.061976Z","caller":"traceutil/trace.go:171","msg":"trace[243841178] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26560; }","duration":"117.75568ms","start":"2026-04-22T21:29:52.944183Z","end":"2026-04-22T21:29:53.061938Z","steps":["trace[243841178] 'agreement among raft nodes before linearized reading' (duration: 117.277189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.06191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.720799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-22T21:29:53.061695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.291153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:53.062168Z","caller":"traceutil/trace.go:171","msg":"trace[1399894523] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26560; }","duration":"118.795615ms","start":"2026-04-22T21:29:52.943342Z","end":"2026-04-22T21:29:53.062137Z","steps":["trace[1399894523] 'agreement among raft nodes before linearized reading' (duration: 118.072558ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.062061Z","caller":"traceutil/trace.go:171","msg":"trace[568221076] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26560; }","duration":"117.897024ms","start":"2026-04-22T21:29:52.944151Z","end":"2026-04-22T21:29:53.062048Z","steps":["trace[568221076] 'agreement among raft nodes before linearized reading' (duration: 117.173107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.360482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.794731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:29:53.360593Z","caller":"traceutil/trace.go:171","msg":"trace[2118914025] linearizableReadLoop","detail":"{readStateIndex:27433; appliedIndex:27432; }","duration":"299.341767ms","start":"2026-04-22T21:29:53.061234Z","end":"2026-04-22T21:29:53.360576Z","steps":["trace[2118914025] 'read index received' (duration: 111.303041ms)","trace[2118914025] 'applied index is now lower than readState.Index' (duration: 188.037256ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:53.360631Z","caller":"traceutil/trace.go:171","msg":"trace[1111578552] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"355.702049ms","start":"2026-04-22T21:29:53.004899Z","end":"2026-04-22T21:29:53.360601Z","steps":["trace[1111578552] 'process raft request' (duration: 167.652102ms)","trace[1111578552] 'compare' (duration: 187.562436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:53.360706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.55659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.360737Z","caller":"traceutil/trace.go:171","msg":"trace[814903953] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26561; }","duration":"338.652642ms","start":"2026-04-22T21:29:53.022072Z","end":"2026-04-22T21:29:53.360724Z","steps":["trace[814903953] 'agreement among raft nodes before linearized reading' (duration: 338.58937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.360769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:53.022034Z","time spent":"338.726544ms","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:29:53.360766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:53.004867Z","time spent":"355.824812ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:29:53.361272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.484897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T21:29:53.361303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.375571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-22T21:29:53.361358Z","caller":"traceutil/trace.go:171","msg":"trace[1583966969] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26561; }","duration":"248.467663ms","start":"2026-04-22T21:29:53.112875Z","end":"2026-04-22T21:29:53.361342Z","steps":["trace[1583966969] 'agreement among raft nodes before linearized reading' (duration: 248.304589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.361283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.166409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.361403Z","caller":"traceutil/trace.go:171","msg":"trace[1519858143] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26561; }","duration":"249.62135ms","start":"2026-04-22T21:29:53.111716Z","end":"2026-04-22T21:29:53.361338Z","steps":["trace[1519858143] 'agreement among raft nodes before linearized reading' (duration: 249.475177ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.361474Z","caller":"traceutil/trace.go:171","msg":"trace[653597391] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26561; }","duration":"249.374324ms","start":"2026-04-22T21:29:53.112053Z","end":"2026-04-22T21:29:53.361427Z","steps":["trace[653597391] 'agreement among raft nodes before linearized reading' (duration: 249.155049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.361268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.746528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.361674Z","caller":"traceutil/trace.go:171","msg":"trace[1225404835] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26561; }","duration":"294.177657ms","start":"2026-04-22T21:29:53.067461Z","end":"2026-04-22T21:29:53.361639Z","steps":["trace[1225404835] 'agreement among raft nodes before linearized reading' (duration: 293.725077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.361262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.17204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.361808Z","caller":"traceutil/trace.go:171","msg":"trace[2144088415] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26561; }","duration":"249.772954ms","start":"2026-04-22T21:29:53.112019Z","end":"2026-04-22T21:29:53.361792Z","steps":["trace[2144088415] 'agreement among raft nodes before linearized reading' (duration: 249.16853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.361281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.933004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.361901Z","caller":"traceutil/trace.go:171","msg":"trace[1795225929] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26561; }","duration":"191.59193ms","start":"2026-04-22T21:29:53.170294Z","end":"2026-04-22T21:29:53.361885Z","steps":["trace[1795225929] 'agreement among raft nodes before linearized reading' (duration: 190.903004ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.708564Z","caller":"traceutil/trace.go:171","msg":"trace[484785524] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"341.892448ms","start":"2026-04-22T21:29:53.366634Z","end":"2026-04-22T21:29:53.708526Z","steps":["trace[484785524] 'process raft request' (duration: 317.771136ms)","trace[484785524] 'compare' (duration: 23.921287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:53.7087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.756694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.708729Z","caller":"traceutil/trace.go:171","msg":"trace[648570011] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26564; }","duration":"341.819476ms","start":"2026-04-22T21:29:53.3669Z","end":"2026-04-22T21:29:53.70872Z","steps":["trace[648570011] 'agreement among raft nodes before linearized reading' (duration: 341.724954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.708757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:53.36688Z","time spent":"341.870817ms","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T21:29:53.708763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:53.366595Z","time spent":"342.061882ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:53.708628Z","caller":"traceutil/trace.go:171","msg":"trace[1630890626] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"230.426343ms","start":"2026-04-22T21:29:53.478176Z","end":"2026-04-22T21:29:53.708603Z","steps":["trace[1630890626] 'process raft request' (duration: 230.320391ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.708601Z","caller":"traceutil/trace.go:171","msg":"trace[1846979480] linearizableReadLoop","detail":"{readStateIndex:27434; appliedIndex:27433; }","duration":"341.645152ms","start":"2026-04-22T21:29:53.36694Z","end":"2026-04-22T21:29:53.708585Z","steps":["trace[1846979480] 'read index received' (duration: 317.47814ms)","trace[1846979480] 'applied index is now lower than readState.Index' (duration: 24.165682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:53.70915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.366928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-22T21:29:53.709218Z","caller":"traceutil/trace.go:171","msg":"trace[404107971] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:26564; }","duration":"171.44642ms","start":"2026-04-22T21:29:53.537756Z","end":"2026-04-22T21:29:53.709203Z","steps":["trace[404107971] 'agreement among raft nodes before linearized reading' (duration: 171.239686ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.709418Z","caller":"traceutil/trace.go:171","msg":"trace[462568873] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"164.97766ms","start":"2026-04-22T21:29:53.543697Z","end":"2026-04-22T21:29:53.708675Z","steps":["trace[462568873] 'process raft request' (duration: 164.865537ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.906602Z","caller":"traceutil/trace.go:171","msg":"trace[2069922340] linearizableReadLoop","detail":"{readStateIndex:27439; appliedIndex:27437; }","duration":"153.778099ms","start":"2026-04-22T21:29:53.752794Z","end":"2026-04-22T21:29:53.906572Z","steps":["trace[2069922340] 'read index received' (duration: 108.241899ms)","trace[2069922340] 'applied index is now lower than readState.Index' (duration: 45.53538ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:53.906612Z","caller":"traceutil/trace.go:171","msg":"trace[517334491] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"192.340577ms","start":"2026-04-22T21:29:53.714244Z","end":"2026-04-22T21:29:53.906584Z","steps":["trace[517334491] 'process raft request' (duration: 146.824047ms)","trace[517334491] 'compare' (duration: 45.310425ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:53.906657Z","caller":"traceutil/trace.go:171","msg":"trace[930393581] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"183.624224ms","start":"2026-04-22T21:29:53.722997Z","end":"2026-04-22T21:29:53.906621Z","steps":["trace[930393581] 'process raft request' (duration: 183.538872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.907005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.87784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:53.907085Z","caller":"traceutil/trace.go:171","msg":"trace[736673548] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26566; }","duration":"193.166866ms","start":"2026-04-22T21:29:53.713902Z","end":"2026-04-22T21:29:53.907069Z","steps":["trace[736673548] 'agreement among raft nodes before linearized reading' (duration: 192.852629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:53.907583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.886967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T21:29:53.907631Z","caller":"traceutil/trace.go:171","msg":"trace[437581427] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26566; }","duration":"173.98602ms","start":"2026-04-22T21:29:53.733633Z","end":"2026-04-22T21:29:53.907619Z","steps":["trace[437581427] 'agreement among raft nodes before linearized reading' (duration: 173.052428ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:53.940391Z","caller":"traceutil/trace.go:171","msg":"trace[1698861944] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"186.529942ms","start":"2026-04-22T21:29:53.753839Z","end":"2026-04-22T21:29:53.940369Z","steps":["trace[1698861944] 'process raft request' (duration: 186.411849ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:54.377371Z","caller":"traceutil/trace.go:171","msg":"trace[1567975819] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"155.106ms","start":"2026-04-22T21:29:54.222235Z","end":"2026-04-22T21:29:54.377341Z","steps":["trace[1567975819] 'process raft request' (duration: 94.671034ms)","trace[1567975819] 'compare' (duration: 60.297243ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:54.585918Z","caller":"traceutil/trace.go:171","msg":"trace[152566150] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"363.464949ms","start":"2026-04-22T21:29:54.222424Z","end":"2026-04-22T21:29:54.585889Z","steps":["trace[152566150] 'process raft request' (duration: 267.327252ms)","trace[152566150] 'compare' (duration: 95.951373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:29:54.586071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:54.222395Z","time spent":"363.598243ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T21:29:54.586147Z","caller":"traceutil/trace.go:171","msg":"trace[986390733] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"277.12592ms","start":"2026-04-22T21:29:54.308984Z","end":"2026-04-22T21:29:54.58611Z","steps":["trace[986390733] 'process raft request' (duration: 276.866534ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:54.586218Z","caller":"traceutil/trace.go:171","msg":"trace[601610666] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27441; }","duration":"337.790122ms","start":"2026-04-22T21:29:54.248418Z","end":"2026-04-22T21:29:54.586208Z","steps":["trace[601610666] 'read index received' (duration: 68.502904ms)","trace[601610666] 'applied index is now lower than readState.Index' (duration: 269.286238ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:29:54.586291Z","caller":"traceutil/trace.go:171","msg":"trace[2051981421] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"264.165179ms","start":"2026-04-22T21:29:54.322097Z","end":"2026-04-22T21:29:54.586262Z","steps":["trace[2051981421] 'process raft request' (duration: 264.011685ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:29:54.586365Z","caller":"traceutil/trace.go:171","msg":"trace[2032513621] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"264.033556ms","start":"2026-04-22T21:29:54.322308Z","end":"2026-04-22T21:29:54.586342Z","steps":["trace[2032513621] 'process raft request' (duration: 263.901813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:54.586401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.986937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:29:54.586435Z","caller":"traceutil/trace.go:171","msg":"trace[1457175041] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26573; }","duration":"338.059798ms","start":"2026-04-22T21:29:54.248365Z","end":"2026-04-22T21:29:54.586425Z","steps":["trace[1457175041] 'agreement among raft nodes before linearized reading' (duration: 337.876093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:29:54.58647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:29:54.248344Z","time spent":"338.11978ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-22T21:29:56.027959Z","caller":"traceutil/trace.go:171","msg":"trace[1092834940] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"114.375962ms","start":"2026-04-22T21:29:55.913551Z","end":"2026-04-22T21:29:56.027927Z","steps":["trace[1092834940] 'process raft request' (duration: 112.607861ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:30:03.337496Z","caller":"traceutil/trace.go:171","msg":"trace[1383411394] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"154.907216ms","start":"2026-04-22T21:30:03.182563Z","end":"2026-04-22T21:30:03.33747Z","steps":["trace[1383411394] 'process raft request' (duration: 154.750912ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:30:05.359837Z","caller":"traceutil/trace.go:171","msg":"trace[1244326090] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"179.196991ms","start":"2026-04-22T21:30:05.180617Z","end":"2026-04-22T21:30:05.359814Z","steps":["trace[1244326090] 'process raft request' (duration: 179.025197ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:30:05.54218Z","caller":"traceutil/trace.go:171","msg":"trace[1370504200] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"100.344336ms","start":"2026-04-22T21:30:05.441817Z","end":"2026-04-22T21:30:05.542161Z","steps":["trace[1370504200] 'process raft request' (duration: 100.215603ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:30:11.2991Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bcb.wal"} {"level":"warn","ts":"2026-04-22T21:31:08.818093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.964835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:31:08.818268Z","caller":"traceutil/trace.go:171","msg":"trace[1671586774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27244; }","duration":"124.15736ms","start":"2026-04-22T21:31:08.694088Z","end":"2026-04-22T21:31:08.818245Z","steps":["trace[1671586774] 'range keys from in-memory index tree' (duration: 123.943305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:31:08.818285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.144951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T21:31:08.818385Z","caller":"traceutil/trace.go:171","msg":"trace[2031855954] linearizableReadLoop","detail":"{readStateIndex:28133; appliedIndex:28132; }","duration":"296.408969ms","start":"2026-04-22T21:31:08.52196Z","end":"2026-04-22T21:31:08.818369Z","steps":["trace[2031855954] 'read index received' (duration: 19.009152ms)","trace[2031855954] 'applied index is now lower than readState.Index' (duration: 277.398597ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:31:08.818458Z","caller":"traceutil/trace.go:171","msg":"trace[140931583] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"305.470249ms","start":"2026-04-22T21:31:08.512968Z","end":"2026-04-22T21:31:08.818438Z","steps":["trace[140931583] 'process raft request' (duration: 28.102384ms)","trace[140931583] 'compare' (duration: 276.672209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:31:08.818501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:31:08.51295Z","time spent":"305.530761ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T21:31:08.818632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.674265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T21:31:08.818674Z","caller":"traceutil/trace.go:171","msg":"trace[459739661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27245; }","duration":"296.712516ms","start":"2026-04-22T21:31:08.521944Z","end":"2026-04-22T21:31:08.818656Z","steps":["trace[459739661] 'agreement among raft nodes before linearized reading' (duration: 296.561893ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:31:08.966326Z","caller":"traceutil/trace.go:171","msg":"trace[1545491048] transaction","detail":"{read_only:false; response_revision:27247; number_of_response:1; }","duration":"143.184723ms","start":"2026-04-22T21:31:08.823123Z","end":"2026-04-22T21:31:08.966307Z","steps":["trace[1545491048] 'process raft request' (duration: 143.122352ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:31:08.966326Z","caller":"traceutil/trace.go:171","msg":"trace[420219246] linearizableReadLoop","detail":"{readStateIndex:28134; appliedIndex:28133; }","duration":"147.888313ms","start":"2026-04-22T21:31:08.818409Z","end":"2026-04-22T21:31:08.966298Z","steps":["trace[420219246] 'read index received' (duration: 120.175028ms)","trace[420219246] 'applied index is now lower than readState.Index' (duration: 27.708005ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:31:08.966324Z","caller":"traceutil/trace.go:171","msg":"trace[588002222] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"191.908167ms","start":"2026-04-22T21:31:08.774386Z","end":"2026-04-22T21:31:08.966294Z","steps":["trace[588002222] 'process raft request' (duration: 164.213352ms)","trace[588002222] 'compare' (duration: 27.526321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T21:31:08.966586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.483981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:31:08.966629Z","caller":"traceutil/trace.go:171","msg":"trace[1738403042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27248; }","duration":"287.575573ms","start":"2026-04-22T21:31:08.679044Z","end":"2026-04-22T21:31:08.96662Z","steps":["trace[1738403042] 'agreement among raft nodes before linearized reading' (duration: 287.354048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:31:08.966731Z","caller":"traceutil/trace.go:171","msg":"trace[969946460] transaction","detail":"{read_only:false; response_revision:27248; number_of_response:1; }","duration":"104.858971ms","start":"2026-04-22T21:31:08.861839Z","end":"2026-04-22T21:31:08.966698Z","steps":["trace[969946460] 'process raft request' (duration: 104.438831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:32:40.730534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.951171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:32:40.730647Z","caller":"traceutil/trace.go:171","msg":"trace[628336606] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28148; }","duration":"443.110864ms","start":"2026-04-22T21:32:40.287515Z","end":"2026-04-22T21:32:40.730626Z","steps":["trace[628336606] 'count revisions from in-memory index tree' (duration: 442.805758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:32:40.730691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:32:40.2875Z","time spent":"443.180226ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-22T21:32:40.730784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.683133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T21:32:40.730884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.46336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T21:32:40.730972Z","caller":"traceutil/trace.go:171","msg":"trace[1296629570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28148; }","duration":"327.608384ms","start":"2026-04-22T21:32:40.403342Z","end":"2026-04-22T21:32:40.730951Z","steps":["trace[1296629570] 'range keys from in-memory index tree' (duration: 327.256625ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:32:40.73088Z","caller":"traceutil/trace.go:171","msg":"trace[1254311632] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28148; }","duration":"396.831126ms","start":"2026-04-22T21:32:40.334027Z","end":"2026-04-22T21:32:40.730858Z","steps":["trace[1254311632] 'count revisions from in-memory index tree' (duration: 396.517009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:32:40.731023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:32:40.40332Z","time spent":"327.693325ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T21:32:40.73106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T21:32:40.333998Z","time spent":"397.047322ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-22T21:32:46.877654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25464} {"level":"info","ts":"2026-04-22T21:32:47.185589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25464,"took":"300.341708ms","hash":1246710609,"current-db-size-bytes":57995264,"current-db-size":"58 MB","current-db-size-in-use-bytes":34738176,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-22T21:32:47.185663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1246710609,"revision":25464,"compact-revision":22211} {"level":"info","ts":"2026-04-22T21:33:59.347216Z","caller":"traceutil/trace.go:171","msg":"trace[773536970] linearizableReadLoop","detail":"{readStateIndex:29790; appliedIndex:29789; }","duration":"208.966179ms","start":"2026-04-22T21:33:59.138223Z","end":"2026-04-22T21:33:59.34719Z","steps":["trace[773536970] 'read index received' (duration: 208.751004ms)","trace[773536970] 'applied index is now lower than readState.Index' (duration: 213.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T21:33:59.347329Z","caller":"traceutil/trace.go:171","msg":"trace[401584981] transaction","detail":"{read_only:false; response_revision:28857; number_of_response:1; }","duration":"257.315826ms","start":"2026-04-22T21:33:59.089979Z","end":"2026-04-22T21:33:59.347295Z","steps":["trace[401584981] 'process raft request' (duration: 257.033719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:33:59.347415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.067493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T21:33:59.347464Z","caller":"traceutil/trace.go:171","msg":"trace[18675330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28857; }","duration":"164.133624ms","start":"2026-04-22T21:33:59.183318Z","end":"2026-04-22T21:33:59.347451Z","steps":["trace[18675330] 'agreement among raft nodes before linearized reading' (duration: 164.041112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T21:33:59.347527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.283056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-22T21:33:59.34764Z","caller":"traceutil/trace.go:171","msg":"trace[1959830613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28857; }","duration":"209.44602ms","start":"2026-04-22T21:33:59.138171Z","end":"2026-04-22T21:33:59.347617Z","steps":["trace[1959830613] 'agreement among raft nodes before linearized reading' (duration: 209.161194ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:34:26.123661Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T21:34:26.129228Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-22T21:34:26.129338Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-22T21:37:46.884128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28201} {"level":"info","ts":"2026-04-22T21:37:47.017202Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28201,"took":"129.836005ms","hash":2174399699,"current-db-size-bytes":57995264,"current-db-size":"58 MB","current-db-size-in-use-bytes":31571968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T21:37:47.01727Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2174399699,"revision":28201,"compact-revision":25464} {"level":"info","ts":"2026-04-22T21:39:28.583721Z","caller":"traceutil/trace.go:171","msg":"trace[381234371] transaction","detail":"{read_only:false; response_revision:31336; number_of_response:1; }","duration":"104.31767ms","start":"2026-04-22T21:39:28.479379Z","end":"2026-04-22T21:39:28.583696Z","steps":["trace[381234371] 'process raft request' (duration: 104.154256ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T21:42:46.892036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30564} {"level":"info","ts":"2026-04-22T21:42:47.024548Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30564,"took":"128.112431ms","hash":4283906488,"current-db-size-bytes":57995264,"current-db-size":"58 MB","current-db-size-in-use-bytes":30167040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-22T21:42:47.024604Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4283906488,"revision":30564,"compact-revision":28201} {"level":"info","ts":"2026-04-22T21:47:46.899362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32821} {"level":"info","ts":"2026-04-22T21:47:47.061248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32821,"took":"156.952684ms","hash":1880474037,"current-db-size-bytes":59035648,"current-db-size":"59 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-22T21:47:47.061304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1880474037,"revision":32821,"compact-revision":30564} {"level":"info","ts":"2026-04-22T21:52:46.906343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35125} {"level":"info","ts":"2026-04-22T21:52:47.054989Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35125,"took":"141.252858ms","hash":1678682098,"current-db-size-bytes":59035648,"current-db-size":"59 MB","current-db-size-in-use-bytes":31612928,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T21:52:47.055083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1678682098,"revision":35125,"compact-revision":32821} {"level":"info","ts":"2026-04-22T21:55:50.613712Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"380f6760faea5f9e","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T21:55:50.618664Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-22T21:55:50.618785Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-22T21:57:46.911762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37356} {"level":"info","ts":"2026-04-22T21:57:47.035125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37356,"took":"120.043232ms","hash":2645120699,"current-db-size-bytes":59035648,"current-db-size":"59 MB","current-db-size-in-use-bytes":32374784,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T21:57:47.035172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2645120699,"revision":37356,"compact-revision":35125}