{"level":"warn","ts":"2026-04-21T03:31:03.43391Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:31:03.43401Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T03:31:03.434085Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:31:03.4341Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-21T03:31:03.434124Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:31:03.434912Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-04-21T03:31:03.435Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T03:31:03.441802Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.541958ms"} {"level":"info","ts":"2026-04-21T03:31:03.451723Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-04-21T03:31:03.451783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T03:31:03.451806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-04-21T03:31:03.451817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T03:31:03.451828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-04-21T03:31:03.451867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-04-21T03:31:03.478538Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T03:31:03.4799Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T03:31:03.481541Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T03:31:03.486387Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T03:31:03.486601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:03.486706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:03.486647Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T03:31:03.486736Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:03.489214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-04-21T03:31:03.489397Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-04-21T03:31:03.491011Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:31:03.491269Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T03:31:03.491304Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T03:31:03.49173Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-21T03:31:03.491761Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-04-21T03:31:03.852903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T03:31:03.852978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T03:31:03.853017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-04-21T03:31:03.853044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-04-21T03:31:03.853055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-21T03:31:03.853071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-04-21T03:31:03.853084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-04-21T03:31:03.854177Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T03:31:03.854225Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:31:03.854287Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:03.854302Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:31:03.854536Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T03:31:03.854561Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T03:31:03.856196Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:03.856359Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:03.856429Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:03.857703Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-04-21T03:31:03.858884Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-21T03:31:21.906721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.954398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:31:21.906836Z","caller":"traceutil/trace.go:171","msg":"trace[256961162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"359.128493ms","start":"2026-04-21T03:31:21.547687Z","end":"2026-04-21T03:31:21.906815Z","steps":["trace[256961162] 'range keys from in-memory index tree' (duration: 358.785514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:21.906888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:21.547667Z","time spent":"359.211114ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:31:28.176514Z","caller":"traceutil/trace.go:171","msg":"trace[1535770887] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:475; }","duration":"113.684552ms","start":"2026-04-21T03:31:28.062798Z","end":"2026-04-21T03:31:28.176482Z","steps":["trace[1535770887] 'read index received' (duration: 113.307733ms)","trace[1535770887] 'applied index is now lower than readState.Index' (duration: 375.679µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:28.176575Z","caller":"traceutil/trace.go:171","msg":"trace[1308801757] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"765.358945ms","start":"2026-04-21T03:31:27.411183Z","end":"2026-04-21T03:31:28.176542Z","steps":["trace[1308801757] 'process raft request' (duration: 765.16568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:28.176688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.885316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:28.176726Z","caller":"traceutil/trace.go:171","msg":"trace[2113594554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"113.970259ms","start":"2026-04-21T03:31:28.062743Z","end":"2026-04-21T03:31:28.176713Z","steps":["trace[2113594554] 'agreement among raft nodes before linearized reading' (duration: 113.878996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:28.177059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:27.41117Z","time spent":"765.473888ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:31.779293Z","caller":"traceutil/trace.go:171","msg":"trace[542383462] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"126.262347ms","start":"2026-04-21T03:31:31.653006Z","end":"2026-04-21T03:31:31.779268Z","steps":["trace[542383462] 'process raft request' (duration: 125.926039ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.077125Z","caller":"traceutil/trace.go:171","msg":"trace[1202178608] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"268.93791ms","start":"2026-04-21T03:31:31.808145Z","end":"2026-04-21T03:31:32.077083Z","steps":["trace[1202178608] 'process raft request' (duration: 210.953598ms)","trace[1202178608] 'compare' (duration: 57.357908ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:32.077224Z","caller":"traceutil/trace.go:171","msg":"trace[337358019] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"268.93702ms","start":"2026-04-21T03:31:31.808254Z","end":"2026-04-21T03:31:32.077191Z","steps":["trace[337358019] 'process raft request' (duration: 268.53424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.223262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.268851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:31:32.223641Z","caller":"traceutil/trace.go:171","msg":"trace[1990832925] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"139.65758ms","start":"2026-04-21T03:31:32.08396Z","end":"2026-04-21T03:31:32.223618Z","steps":["trace[1990832925] 'process raft request' (duration: 139.519807ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.223674Z","caller":"traceutil/trace.go:171","msg":"trace[329874391] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:485; }","duration":"159.776887ms","start":"2026-04-21T03:31:32.063854Z","end":"2026-04-21T03:31:32.223631Z","steps":["trace[329874391] 'read index received' (duration: 47.351µs)","trace[329874391] 'applied index is now lower than readState.Index' (duration: 159.724016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:32.223999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.115965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:32.224083Z","caller":"traceutil/trace.go:171","msg":"trace[2030352578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"160.250159ms","start":"2026-04-21T03:31:32.063811Z","end":"2026-04-21T03:31:32.224061Z","steps":["trace[2030352578] 'agreement among raft nodes before linearized reading' (duration: 160.011043ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:33.52553Z","caller":"traceutil/trace.go:171","msg":"trace[503099492] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"352.752829ms","start":"2026-04-21T03:31:33.172743Z","end":"2026-04-21T03:31:33.525496Z","steps":["trace[503099492] 'process raft request' (duration: 352.613755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:33.525677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:33.172717Z","time spent":"352.889331ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:34.736837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393368666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:31:35.237512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393368666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:31:35.369971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278141138s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:31:35.370388Z","caller":"traceutil/trace.go:171","msg":"trace[2090609494] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.278740782s","start":"2026-04-21T03:31:34.091617Z","end":"2026-04-21T03:31:35.370357Z","steps":["trace[2090609494] 'process raft request' (duration: 1.278563288s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.370542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.09157Z","time spent":"1.278906366s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:35.431974Z","caller":"traceutil/trace.go:171","msg":"trace[1308904] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"1.336637373s","start":"2026-04-21T03:31:34.095291Z","end":"2026-04-21T03:31:35.431929Z","steps":["trace[1308904] 'process raft request' (duration: 1.336446089s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.432032Z","caller":"traceutil/trace.go:171","msg":"trace[2094232094] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"1.335626509s","start":"2026-04-21T03:31:34.096383Z","end":"2026-04-21T03:31:35.432009Z","steps":["trace[2094232094] 'process raft request' (duration: 1.335444325s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.432134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.096357Z","time spent":"1.335719392s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.095262Z","time spent":"1.336804987s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:35.432242Z","caller":"traceutil/trace.go:171","msg":"trace[842258589] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.324483259s","start":"2026-04-21T03:31:34.107706Z","end":"2026-04-21T03:31:35.432189Z","steps":["trace[842258589] 'process raft request' (duration: 1.324313035s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.43229Z","caller":"traceutil/trace.go:171","msg":"trace[1074067797] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.317172152s","start":"2026-04-21T03:31:34.115043Z","end":"2026-04-21T03:31:35.432215Z","steps":["trace[1074067797] 'process raft request' (duration: 1.317006988s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.432331Z","caller":"traceutil/trace.go:171","msg":"trace[1274546938] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.311015243s","start":"2026-04-21T03:31:34.121299Z","end":"2026-04-21T03:31:35.432314Z","steps":["trace[1274546938] 'process raft request' (duration: 1.310784048s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.43248Z","caller":"traceutil/trace.go:171","msg":"trace[1592094873] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"1.326948819s","start":"2026-04-21T03:31:34.105112Z","end":"2026-04-21T03:31:35.43206Z","steps":["trace[1592094873] 'process raft request' (duration: 1.326754095s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.432543Z","caller":"traceutil/trace.go:171","msg":"trace[1778467959] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.159190679s","start":"2026-04-21T03:31:34.273342Z","end":"2026-04-21T03:31:35.432532Z","steps":["trace[1778467959] 'process raft request' (duration: 1.159049325s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.432535Z","caller":"traceutil/trace.go:171","msg":"trace[1628151167] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:524; }","duration":"1.196710156s","start":"2026-04-21T03:31:34.2358Z","end":"2026-04-21T03:31:35.43251Z","steps":["trace[1628151167] 'read index received' (duration: 1.134460239s)","trace[1628151167] 'applied index is now lower than readState.Index' (duration: 62.248887ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:35.43254Z","caller":"traceutil/trace.go:171","msg":"trace[1437843558] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.261629117s","start":"2026-04-21T03:31:34.170893Z","end":"2026-04-21T03:31:35.432522Z","steps":["trace[1437843558] 'process raft request' (duration: 1.261354951s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.273307Z","time spent":"1.15926129s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.121277Z","time spent":"1.311195878s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.170864Z","time spent":"1.26173022s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196856549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:31:35.432373Z","caller":"traceutil/trace.go:171","msg":"trace[1698303198] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.326841006s","start":"2026-04-21T03:31:34.105514Z","end":"2026-04-21T03:31:35.432355Z","steps":["trace[1698303198] 'process raft request' (duration: 1.326382975s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.432694Z","caller":"traceutil/trace.go:171","msg":"trace[642396793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"1.196939141s","start":"2026-04-21T03:31:34.235748Z","end":"2026-04-21T03:31:35.432687Z","steps":["trace[642396793] 'agreement among raft nodes before linearized reading' (duration: 1.196848609s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.432721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.235726Z","time spent":"1.196989353s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:31:35.432384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.107681Z","time spent":"1.324652104s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:35.432384Z","caller":"traceutil/trace.go:171","msg":"trace[624622447] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.289194145s","start":"2026-04-21T03:31:34.143145Z","end":"2026-04-21T03:31:35.43234Z","steps":["trace[624622447] 'process raft request' (duration: 1.28897259s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.432812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.10549Z","time spent":"1.327215426s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.14311Z","time spent":"1.289726878s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.432478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.115019Z","time spent":"1.317371167s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:35.432216Z","caller":"traceutil/trace.go:171","msg":"trace[1892740448] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.325952515s","start":"2026-04-21T03:31:34.10621Z","end":"2026-04-21T03:31:35.432162Z","steps":["trace[1892740448] 'process raft request' (duration: 1.325782281s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.432998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.106202Z","time spent":"1.326756154s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:35.433035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.105022Z","time spent":"1.327982344s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:35.545945Z","caller":"traceutil/trace.go:171","msg":"trace[421095696] transaction","detail":"{read_only:false; number_of_response:1; response_revision:521; }","duration":"168.114789ms","start":"2026-04-21T03:31:35.377795Z","end":"2026-04-21T03:31:35.54591Z","steps":["trace[421095696] 'process raft request' (duration: 168.033106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.546022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.057413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:35.54603Z","caller":"traceutil/trace.go:171","msg":"trace[1140952069] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"168.277664ms","start":"2026-04-21T03:31:35.377719Z","end":"2026-04-21T03:31:35.545997Z","steps":["trace[1140952069] 'process raft request' (duration: 168.042518ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.546051Z","caller":"traceutil/trace.go:171","msg":"trace[1774346194] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"169.980595ms","start":"2026-04-21T03:31:35.376034Z","end":"2026-04-21T03:31:35.546014Z","steps":["trace[1774346194] 'process raft request' (duration: 117.791491ms)","trace[1774346194] 'compare' (duration: 51.574398ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:35.546095Z","caller":"traceutil/trace.go:171","msg":"trace[1010010307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"483.166166ms","start":"2026-04-21T03:31:35.062899Z","end":"2026-04-21T03:31:35.546065Z","steps":["trace[1010010307] 'agreement among raft nodes before linearized reading' (duration: 483.022702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.546143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.062877Z","time spent":"483.256617ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:31:35.546068Z","caller":"traceutil/trace.go:171","msg":"trace[1819365844] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:536; }","duration":"113.290332ms","start":"2026-04-21T03:31:35.43258Z","end":"2026-04-21T03:31:35.54587Z","steps":["trace[1819365844] 'read index received' (duration: 61.227821ms)","trace[1819365844] 'applied index is now lower than readState.Index' (duration: 52.061511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:35.546258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261191888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:31:35.546312Z","caller":"traceutil/trace.go:171","msg":"trace[1119718078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"1.26128589s","start":"2026-04-21T03:31:34.28501Z","end":"2026-04-21T03:31:35.546296Z","steps":["trace[1119718078] 'agreement among raft nodes before linearized reading' (duration: 1.261112366s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.546354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.284998Z","time spent":"1.261346751s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:31:35.546329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010295355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:35.546424Z","caller":"traceutil/trace.go:171","msg":"trace[2130258571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.010438748s","start":"2026-04-21T03:31:34.535962Z","end":"2026-04-21T03:31:35.5464Z","steps":["trace[2130258571] 'agreement among raft nodes before linearized reading' (duration: 1.01012448s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.54648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.535935Z","time spent":"1.01053627s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:31:35.546664Z","caller":"traceutil/trace.go:171","msg":"trace[1788725198] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"108.249821ms","start":"2026-04-21T03:31:35.438395Z","end":"2026-04-21T03:31:35.546645Z","steps":["trace[1788725198] 'process raft request' (duration: 107.860691ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.546747Z","caller":"traceutil/trace.go:171","msg":"trace[717081202] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"108.258561ms","start":"2026-04-21T03:31:35.438472Z","end":"2026-04-21T03:31:35.54673Z","steps":["trace[717081202] 'process raft request' (duration: 108.114937ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.546818Z","caller":"traceutil/trace.go:171","msg":"trace[1300604217] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"104.916579ms","start":"2026-04-21T03:31:35.441886Z","end":"2026-04-21T03:31:35.546803Z","steps":["trace[1300604217] 'process raft request' (duration: 104.760856ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.547021Z","caller":"traceutil/trace.go:171","msg":"trace[590198881] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"104.380896ms","start":"2026-04-21T03:31:35.442625Z","end":"2026-04-21T03:31:35.547006Z","steps":["trace[590198881] 'process raft request' (duration: 104.064979ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.547023Z","caller":"traceutil/trace.go:171","msg":"trace[1692685612] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"103.500095ms","start":"2026-04-21T03:31:35.443508Z","end":"2026-04-21T03:31:35.547008Z","steps":["trace[1692685612] 'process raft request' (duration: 103.325491ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.737259Z","caller":"traceutil/trace.go:171","msg":"trace[1231803671] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"187.370056ms","start":"2026-04-21T03:31:35.549857Z","end":"2026-04-21T03:31:35.737227Z","steps":["trace[1231803671] 'process raft request' (duration: 131.664507ms)","trace[1231803671] 'compare' (duration: 55.458353ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:35.737858Z","caller":"traceutil/trace.go:171","msg":"trace[1923929011] transaction","detail":"{read_only:false; number_of_response:0; response_revision:532; }","duration":"186.37075ms","start":"2026-04-21T03:31:35.55147Z","end":"2026-04-21T03:31:35.73784Z","steps":["trace[1923929011] 'process raft request' (duration: 186.214997ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.738039Z","caller":"traceutil/trace.go:171","msg":"trace[903568384] transaction","detail":"{read_only:false; number_of_response:0; response_revision:532; }","duration":"187.282904ms","start":"2026-04-21T03:31:35.550748Z","end":"2026-04-21T03:31:35.738031Z","steps":["trace[903568384] 'process raft request' (duration: 186.367992ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.738126Z","caller":"traceutil/trace.go:171","msg":"trace[1719768611] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"181.010731ms","start":"2026-04-21T03:31:35.557106Z","end":"2026-04-21T03:31:35.738116Z","steps":["trace[1719768611] 'process raft request' (duration: 180.670053ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.7381Z","caller":"traceutil/trace.go:171","msg":"trace[1466654582] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"185.4878ms","start":"2026-04-21T03:31:35.552571Z","end":"2026-04-21T03:31:35.738059Z","steps":["trace[1466654582] 'process raft request' (duration: 185.142251ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.738128Z","caller":"traceutil/trace.go:171","msg":"trace[934074345] transaction","detail":"{read_only:false; number_of_response:0; response_revision:532; }","duration":"187.243063ms","start":"2026-04-21T03:31:35.550858Z","end":"2026-04-21T03:31:35.738101Z","steps":["trace[934074345] 'process raft request' (duration: 186.28941ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.738505Z","caller":"traceutil/trace.go:171","msg":"trace[602280791] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"175.314373ms","start":"2026-04-21T03:31:35.563181Z","end":"2026-04-21T03:31:35.738495Z","steps":["trace[602280791] 'process raft request' (duration: 174.666918ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.739121Z","caller":"traceutil/trace.go:171","msg":"trace[672057094] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"173.10694ms","start":"2026-04-21T03:31:35.565959Z","end":"2026-04-21T03:31:35.739066Z","steps":["trace[672057094] 'process raft request' (duration: 171.961542ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.739154Z","caller":"traceutil/trace.go:171","msg":"trace[1700080053] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"170.315012ms","start":"2026-04-21T03:31:35.56882Z","end":"2026-04-21T03:31:35.739135Z","steps":["trace[1700080053] 'process raft request' (duration: 170.138308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.739448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.360914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:35.73949Z","caller":"traceutil/trace.go:171","msg":"trace[1689288356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"189.459186ms","start":"2026-04-21T03:31:35.550021Z","end":"2026-04-21T03:31:35.73948Z","steps":["trace[1689288356] 'agreement among raft nodes before linearized reading' (duration: 189.358714ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.73904Z","caller":"traceutil/trace.go:171","msg":"trace[1881498669] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:549; }","duration":"164.540843ms","start":"2026-04-21T03:31:35.574482Z","end":"2026-04-21T03:31:35.739023Z","steps":["trace[1881498669] 'read index received' (duration: 107.097153ms)","trace[1881498669] 'applied index is now lower than readState.Index' (duration: 57.44294ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:35.781502Z","caller":"traceutil/trace.go:171","msg":"trace[419604441] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"203.752342ms","start":"2026-04-21T03:31:35.577727Z","end":"2026-04-21T03:31:35.781479Z","steps":["trace[419604441] 'process raft request' (duration: 203.527146ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.781665Z","caller":"traceutil/trace.go:171","msg":"trace[1729298273] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"202.556574ms","start":"2026-04-21T03:31:35.579089Z","end":"2026-04-21T03:31:35.781646Z","steps":["trace[1729298273] 'process raft request' (duration: 202.281167ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.782025Z","caller":"traceutil/trace.go:171","msg":"trace[1995879957] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"182.385684ms","start":"2026-04-21T03:31:35.599619Z","end":"2026-04-21T03:31:35.782005Z","steps":["trace[1995879957] 'process raft request' (duration: 182.023226ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.782645Z","caller":"traceutil/trace.go:171","msg":"trace[12588258] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"137.850266ms","start":"2026-04-21T03:31:35.644773Z","end":"2026-04-21T03:31:35.782623Z","steps":["trace[12588258] 'process raft request' (duration: 137.119169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.216801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.845842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:36.216927Z","caller":"traceutil/trace.go:171","msg":"trace[233049490] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"378.129763ms","start":"2026-04-21T03:31:35.838778Z","end":"2026-04-21T03:31:36.216908Z","steps":["trace[233049490] 'process raft request' (duration: 229.067405ms)","trace[233049490] 'compare' (duration: 148.714239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:36.21699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.83875Z","time spent":"378.211224ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:36.22426Z","caller":"traceutil/trace.go:171","msg":"trace[1391651631] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:564; }","duration":"160.568347ms","start":"2026-04-21T03:31:36.063652Z","end":"2026-04-21T03:31:36.22422Z","steps":["trace[1391651631] 'read index received' (duration: 4.250663ms)","trace[1391651631] 'applied index is now lower than readState.Index' (duration: 156.316544ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:36.224585Z","caller":"traceutil/trace.go:171","msg":"trace[759098403] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"384.325482ms","start":"2026-04-21T03:31:35.840194Z","end":"2026-04-21T03:31:36.22452Z","steps":["trace[759098403] 'process raft request' (duration: 382.919118ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:36.224741Z","caller":"traceutil/trace.go:171","msg":"trace[1916964213] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"380.828487ms","start":"2026-04-21T03:31:35.843863Z","end":"2026-04-21T03:31:36.224692Z","steps":["trace[1916964213] 'process raft request' (duration: 379.825432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.22489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.84018Z","time spent":"384.537537ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:36.224932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.843836Z","time spent":"381.004332ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:36.233622Z","caller":"traceutil/trace.go:171","msg":"trace[388404341] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"114.85373ms","start":"2026-04-21T03:31:36.118742Z","end":"2026-04-21T03:31:36.233596Z","steps":["trace[388404341] 'process raft request' (duration: 114.737067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.240125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.78917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:36.240209Z","caller":"traceutil/trace.go:171","msg":"trace[128990376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"176.580834ms","start":"2026-04-21T03:31:36.06361Z","end":"2026-04-21T03:31:36.240191Z","steps":["trace[128990376] 'agreement among raft nodes before linearized reading' (duration: 160.70102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.558866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.160401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:36.559016Z","caller":"traceutil/trace.go:171","msg":"trace[1239486083] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"270.961198ms","start":"2026-04-21T03:31:36.288031Z","end":"2026-04-21T03:31:36.558993Z","steps":["trace[1239486083] 'process raft request' (duration: 147.547042ms)","trace[1239486083] 'compare' (duration: 122.880724ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:36.57518Z","caller":"traceutil/trace.go:171","msg":"trace[1912042178] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"277.096207ms","start":"2026-04-21T03:31:36.298067Z","end":"2026-04-21T03:31:36.575163Z","steps":["trace[1912042178] 'process raft request' (duration: 277.055706ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:36.575294Z","caller":"traceutil/trace.go:171","msg":"trace[1879628650] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"278.275816ms","start":"2026-04-21T03:31:36.296988Z","end":"2026-04-21T03:31:36.575264Z","steps":["trace[1879628650] 'process raft request' (duration: 278.01192ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.508094Z","caller":"traceutil/trace.go:171","msg":"trace[471146734] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"160.908026ms","start":"2026-04-21T03:31:41.347161Z","end":"2026-04-21T03:31:41.508069Z","steps":["trace[471146734] 'process raft request' (duration: 160.010983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.735423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.758296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:41.735533Z","caller":"traceutil/trace.go:171","msg":"trace[1007289662] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"161.328015ms","start":"2026-04-21T03:31:41.574187Z","end":"2026-04-21T03:31:41.735515Z","steps":["trace[1007289662] 'read index received' (duration: 25.338285ms)","trace[1007289662] 'applied index is now lower than readState.Index' (duration: 135.98869ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:41.736337Z","caller":"traceutil/trace.go:171","msg":"trace[1791145849] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"176.025332ms","start":"2026-04-21T03:31:41.559574Z","end":"2026-04-21T03:31:41.7356Z","steps":["trace[1791145849] 'process raft request' (duration: 39.990931ms)","trace[1791145849] 'compare' (duration: 135.584051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:41.73648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.268478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:31:41.736612Z","caller":"traceutil/trace.go:171","msg":"trace[593853329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:609; }","duration":"162.411151ms","start":"2026-04-21T03:31:41.574146Z","end":"2026-04-21T03:31:41.736558Z","steps":["trace[593853329] 'agreement among raft nodes before linearized reading' (duration: 161.414237ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.996285Z","caller":"traceutil/trace.go:171","msg":"trace[336312514] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"158.686171ms","start":"2026-04-21T03:31:41.837581Z","end":"2026-04-21T03:31:41.996267Z","steps":["trace[336312514] 'process raft request' (duration: 81.278472ms)","trace[336312514] 'compare' (duration: 76.884277ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:42.240948Z","caller":"traceutil/trace.go:171","msg":"trace[1004383577] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"193.767992ms","start":"2026-04-21T03:31:42.047151Z","end":"2026-04-21T03:31:42.240919Z","steps":["trace[1004383577] 'read index received' (duration: 125.625209ms)","trace[1004383577] 'applied index is now lower than readState.Index' (duration: 68.141293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:42.24111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.932836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.241151Z","caller":"traceutil/trace.go:171","msg":"trace[2134248652] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:613; }","duration":"194.020118ms","start":"2026-04-21T03:31:42.047118Z","end":"2026-04-21T03:31:42.241138Z","steps":["trace[2134248652] 'agreement among raft nodes before linearized reading' (duration: 193.928336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.241274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.944916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.241367Z","caller":"traceutil/trace.go:171","msg":"trace[1704115914] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:613; }","duration":"194.229544ms","start":"2026-04-21T03:31:42.047118Z","end":"2026-04-21T03:31:42.241347Z","steps":["trace[1704115914] 'agreement among raft nodes before linearized reading' (duration: 193.911266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.366971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.327434Z","caller":"traceutil/trace.go:171","msg":"trace[1960152892] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"135.543829ms","start":"2026-04-21T03:31:42.191859Z","end":"2026-04-21T03:31:42.327402Z","steps":["trace[1960152892] 'process raft request' (duration: 134.848282ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.32748Z","caller":"traceutil/trace.go:171","msg":"trace[1424191985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:614; }","duration":"148.512774ms","start":"2026-04-21T03:31:42.178948Z","end":"2026-04-21T03:31:42.327461Z","steps":["trace[1424191985] 'agreement among raft nodes before linearized reading' (duration: 148.34428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.418943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.908163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.327591Z","caller":"traceutil/trace.go:171","msg":"trace[580260755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:614; }","duration":"106.508115ms","start":"2026-04-21T03:31:42.22105Z","end":"2026-04-21T03:31:42.327559Z","steps":["trace[580260755] 'agreement among raft nodes before linearized reading' (duration: 106.410092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.485908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.327633Z","caller":"traceutil/trace.go:171","msg":"trace[33919396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:614; }","duration":"123.046226ms","start":"2026-04-21T03:31:42.204569Z","end":"2026-04-21T03:31:42.327616Z","steps":["trace[33919396] 'agreement among raft nodes before linearized reading' (duration: 122.900413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.643401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.032542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.791684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.961627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.327823Z","caller":"traceutil/trace.go:171","msg":"trace[186024287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:614; }","duration":"148.126194ms","start":"2026-04-21T03:31:42.179661Z","end":"2026-04-21T03:31:42.327787Z","steps":["trace[186024287] 'agreement among raft nodes before linearized reading' (duration: 147.997591ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.327832Z","caller":"traceutil/trace.go:171","msg":"trace[434184131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:614; }","duration":"123.927408ms","start":"2026-04-21T03:31:42.203874Z","end":"2026-04-21T03:31:42.327801Z","steps":["trace[434184131] 'agreement among raft nodes before linearized reading' (duration: 123.719333ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.327842Z","caller":"traceutil/trace.go:171","msg":"trace[755584624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:614; }","duration":"255.040129ms","start":"2026-04-21T03:31:42.07278Z","end":"2026-04-21T03:31:42.32782Z","steps":["trace[755584624] 'agreement among raft nodes before linearized reading' (duration: 254.911226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.719432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.32794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.909126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.669372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.327965Z","caller":"traceutil/trace.go:171","msg":"trace[1787842542] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:614; }","duration":"233.813074ms","start":"2026-04-21T03:31:42.094121Z","end":"2026-04-21T03:31:42.327934Z","steps":["trace[1787842542] 'agreement among raft nodes before linearized reading' (duration: 233.65223ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.327988Z","caller":"traceutil/trace.go:171","msg":"trace[1099040750] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:614; }","duration":"233.990608ms","start":"2026-04-21T03:31:42.093987Z","end":"2026-04-21T03:31:42.327978Z","steps":["trace[1099040750] 'agreement among raft nodes before linearized reading' (duration: 233.910006ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.327997Z","caller":"traceutil/trace.go:171","msg":"trace[857004585] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:614; }","duration":"189.776666ms","start":"2026-04-21T03:31:42.138207Z","end":"2026-04-21T03:31:42.327984Z","steps":["trace[857004585] 'agreement among raft nodes before linearized reading' (duration: 189.663302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.327418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.366345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.327997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.938637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.328082Z","caller":"traceutil/trace.go:171","msg":"trace[609565476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:614; }","duration":"108.063233ms","start":"2026-04-21T03:31:42.220005Z","end":"2026-04-21T03:31:42.328069Z","steps":["trace[609565476] 'agreement among raft nodes before linearized reading' (duration: 107.314404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.328096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.885378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.328094Z","caller":"traceutil/trace.go:171","msg":"trace[497197137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:614; }","duration":"255.056551ms","start":"2026-04-21T03:31:42.073025Z","end":"2026-04-21T03:31:42.328081Z","steps":["trace[497197137] 'agreement among raft nodes before linearized reading' (duration: 254.923267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.328093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.137272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.328171Z","caller":"traceutil/trace.go:171","msg":"trace[1099954985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:614; }","duration":"189.93769ms","start":"2026-04-21T03:31:42.13818Z","end":"2026-04-21T03:31:42.328118Z","steps":["trace[1099954985] 'agreement among raft nodes before linearized reading' (duration: 189.887049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.328194Z","caller":"traceutil/trace.go:171","msg":"trace[299649820] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:614; }","duration":"234.335837ms","start":"2026-04-21T03:31:42.093819Z","end":"2026-04-21T03:31:42.328155Z","steps":["trace[299649820] 'agreement among raft nodes before linearized reading' (duration: 233.987688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.328432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.951789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.328432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.679125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.328494Z","caller":"traceutil/trace.go:171","msg":"trace[558662899] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:614; }","duration":"281.011021ms","start":"2026-04-21T03:31:42.047459Z","end":"2026-04-21T03:31:42.32847Z","steps":["trace[558662899] 'agreement among raft nodes before linearized reading' (duration: 280.946109ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.328497Z","caller":"traceutil/trace.go:171","msg":"trace[1650678419] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:614; }","duration":"255.762858ms","start":"2026-04-21T03:31:42.072718Z","end":"2026-04-21T03:31:42.328481Z","steps":["trace[1650678419] 'agreement among raft nodes before linearized reading' (duration: 255.670496ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.328445Z","caller":"traceutil/trace.go:171","msg":"trace[134025466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:614; }","duration":"123.829065ms","start":"2026-04-21T03:31:42.20391Z","end":"2026-04-21T03:31:42.327739Z","steps":["trace[134025466] 'agreement among raft nodes before linearized reading' (duration: 123.535888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.328769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.641433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.328839Z","caller":"traceutil/trace.go:171","msg":"trace[1922186609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:614; }","duration":"149.792046ms","start":"2026-04-21T03:31:42.179034Z","end":"2026-04-21T03:31:42.328826Z","steps":["trace[1922186609] 'agreement among raft nodes before linearized reading' (duration: 148.243328ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.328713Z","caller":"traceutil/trace.go:171","msg":"trace[1654172428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:614; }","duration":"107.615421ms","start":"2026-04-21T03:31:42.220052Z","end":"2026-04-21T03:31:42.327668Z","steps":["trace[1654172428] 'agreement among raft nodes before linearized reading' (duration: 107.453428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.362881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.78755Z","caller":"traceutil/trace.go:171","msg":"trace[839909130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"174.717421ms","start":"2026-04-21T03:31:42.612805Z","end":"2026-04-21T03:31:42.787522Z","steps":["trace[839909130] 'range keys from in-memory index tree' (duration: 174.283809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.526127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.787757Z","caller":"traceutil/trace.go:171","msg":"trace[896152940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:615; }","duration":"194.05518ms","start":"2026-04-21T03:31:42.59367Z","end":"2026-04-21T03:31:42.787726Z","steps":["trace[896152940] 'range keys from in-memory index tree' (duration: 193.452764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.951165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788039Z","caller":"traceutil/trace.go:171","msg":"trace[1164847109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"175.741195ms","start":"2026-04-21T03:31:42.612269Z","end":"2026-04-21T03:31:42.78801Z","steps":["trace[1164847109] 'range keys from in-memory index tree' (duration: 174.878594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.930325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788162Z","caller":"traceutil/trace.go:171","msg":"trace[1290329863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:615; }","duration":"147.783197ms","start":"2026-04-21T03:31:42.640351Z","end":"2026-04-21T03:31:42.788134Z","steps":["trace[1290329863] 'range keys from in-memory index tree' (duration: 146.867444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.341756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788247Z","caller":"traceutil/trace.go:171","msg":"trace[2134589859] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:615; }","duration":"195.277839ms","start":"2026-04-21T03:31:42.59296Z","end":"2026-04-21T03:31:42.788238Z","steps":["trace[2134589859] 'count revisions from in-memory index tree' (duration: 194.272804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.828106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788372Z","caller":"traceutil/trace.go:171","msg":"trace[541588276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:615; }","duration":"148.870972ms","start":"2026-04-21T03:31:42.639494Z","end":"2026-04-21T03:31:42.788365Z","steps":["trace[541588276] 'range keys from in-memory index tree' (duration: 147.792235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.000416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788493Z","caller":"traceutil/trace.go:171","msg":"trace[1789994356] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"176.147885ms","start":"2026-04-21T03:31:42.612337Z","end":"2026-04-21T03:31:42.788485Z","steps":["trace[1789994356] 'count revisions from in-memory index tree' (duration: 174.928974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.800275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788576Z","caller":"traceutil/trace.go:171","msg":"trace[1659108513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:615; }","duration":"149.011936ms","start":"2026-04-21T03:31:42.639558Z","end":"2026-04-21T03:31:42.78857Z","steps":["trace[1659108513] 'count revisions from in-memory index tree' (duration: 147.741264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.787342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.423698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.788732Z","caller":"traceutil/trace.go:171","msg":"trace[925094636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:615; }","duration":"195.869334ms","start":"2026-04-21T03:31:42.592854Z","end":"2026-04-21T03:31:42.788724Z","steps":["trace[925094636] 'range keys from in-memory index tree' (duration: 194.358736ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.026734Z","caller":"traceutil/trace.go:171","msg":"trace[430855718] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"234.790889ms","start":"2026-04-21T03:31:43.791916Z","end":"2026-04-21T03:31:44.026707Z","steps":["trace[430855718] 'read index received' (duration: 233.935158ms)","trace[430855718] 'applied index is now lower than readState.Index' (duration: 854.221µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:44.026839Z","caller":"traceutil/trace.go:171","msg":"trace[1083569651] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"611.181142ms","start":"2026-04-21T03:31:43.415621Z","end":"2026-04-21T03:31:44.026802Z","steps":["trace[1083569651] 'process raft request' (duration: 610.530976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:44.026951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.797838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:44.026998Z","caller":"traceutil/trace.go:171","msg":"trace[1421703242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"222.87927ms","start":"2026-04-21T03:31:43.804105Z","end":"2026-04-21T03:31:44.026985Z","steps":["trace[1421703242] 'agreement among raft nodes before linearized reading' (duration: 222.742527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:44.027029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.097537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:31:44.027052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:43.415597Z","time spent":"611.328876ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:44.027118Z","caller":"traceutil/trace.go:171","msg":"trace[26237301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"235.23739ms","start":"2026-04-21T03:31:43.791858Z","end":"2026-04-21T03:31:44.027095Z","steps":["trace[26237301] 'agreement among raft nodes before linearized reading' (duration: 234.980054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:44.02714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.145161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:31:44.027134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.065335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-p4brw\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-04-21T03:31:44.02717Z","caller":"traceutil/trace.go:171","msg":"trace[395028330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"222.199132ms","start":"2026-04-21T03:31:43.804963Z","end":"2026-04-21T03:31:44.027162Z","steps":["trace[395028330] 'agreement among raft nodes before linearized reading' (duration: 222.117791ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.027224Z","caller":"traceutil/trace.go:171","msg":"trace[1998974373] range","detail":"{range_begin:/registry/pods/kube-system/cilium-p4brw; range_end:; response_count:1; response_revision:621; }","duration":"118.208209ms","start":"2026-04-21T03:31:43.908994Z","end":"2026-04-21T03:31:44.027202Z","steps":["trace[1998974373] 'agreement among raft nodes before linearized reading' (duration: 117.967874ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.22418Z","caller":"traceutil/trace.go:171","msg":"trace[1689348955] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"191.62654ms","start":"2026-04-21T03:31:44.032522Z","end":"2026-04-21T03:31:44.224148Z","steps":["trace[1689348955] 'process raft request' (duration: 127.681089ms)","trace[1689348955] 'compare' (duration: 63.802778ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:44.256276Z","caller":"traceutil/trace.go:171","msg":"trace[1840546561] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"223.471803ms","start":"2026-04-21T03:31:44.032773Z","end":"2026-04-21T03:31:44.256245Z","steps":["trace[1840546561] 'process raft request' (duration: 223.281099ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.256648Z","caller":"traceutil/trace.go:171","msg":"trace[481108299] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"222.990062ms","start":"2026-04-21T03:31:44.033647Z","end":"2026-04-21T03:31:44.256637Z","steps":["trace[481108299] 'process raft request' (duration: 222.801927ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.256718Z","caller":"traceutil/trace.go:171","msg":"trace[626847792] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"223.888522ms","start":"2026-04-21T03:31:44.032821Z","end":"2026-04-21T03:31:44.256709Z","steps":["trace[626847792] 'process raft request' (duration: 223.37886ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.256693Z","caller":"traceutil/trace.go:171","msg":"trace[708585991] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"160.806181ms","start":"2026-04-21T03:31:44.095863Z","end":"2026-04-21T03:31:44.256669Z","steps":["trace[708585991] 'process raft request' (duration: 160.74618ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.256826Z","caller":"traceutil/trace.go:171","msg":"trace[633197767] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"209.419661ms","start":"2026-04-21T03:31:44.047375Z","end":"2026-04-21T03:31:44.256794Z","steps":["trace[633197767] 'process raft request' (duration: 209.176146ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.777907Z","caller":"traceutil/trace.go:171","msg":"trace[2047732593] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"506.45965ms","start":"2026-04-21T03:31:44.271413Z","end":"2026-04-21T03:31:44.777873Z","steps":["trace[2047732593] 'process raft request' (duration: 410.43555ms)","trace[2047732593] 'compare' (duration: 95.880426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:44.778109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:44.271393Z","time spent":"506.642814ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:45.563595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393368905,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:31:45.812086Z","caller":"traceutil/trace.go:171","msg":"trace[153274415] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.030100329s","start":"2026-04-21T03:31:44.781946Z","end":"2026-04-21T03:31:45.812046Z","steps":["trace[153274415] 'process raft request' (duration: 986.216315ms)","trace[153274415] 'compare' (duration: 43.653039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:45.812244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:44.781917Z","time spent":"1.030262673s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:46.933213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163633518s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:31:46.933576Z","caller":"traceutil/trace.go:171","msg":"trace[43312706] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:652; }","duration":"1.870961314s","start":"2026-04-21T03:31:45.062592Z","end":"2026-04-21T03:31:46.933553Z","steps":["trace[43312706] 'read index received' (duration: 705.584453ms)","trace[43312706] 'applied index is now lower than readState.Index' (duration: 1.165375881s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:46.933616Z","caller":"traceutil/trace.go:171","msg":"trace[620631632] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"2.149945745s","start":"2026-04-21T03:31:44.78364Z","end":"2026-04-21T03:31:46.933585Z","steps":["trace[620631632] 'process raft request' (duration: 2.149818872s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:46.933643Z","caller":"traceutil/trace.go:171","msg":"trace[659386433] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"2.149813081s","start":"2026-04-21T03:31:44.783801Z","end":"2026-04-21T03:31:46.933614Z","steps":["trace[659386433] 'process raft request' (duration: 2.149714069s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:46.93369Z","caller":"traceutil/trace.go:171","msg":"trace[1292955774] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.151386959s","start":"2026-04-21T03:31:44.782276Z","end":"2026-04-21T03:31:46.933663Z","steps":["trace[1292955774] 'process raft request' (duration: 2.151068501s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.933723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871124048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:46.933775Z","caller":"traceutil/trace.go:171","msg":"trace[675528469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.87118471s","start":"2026-04-21T03:31:45.062571Z","end":"2026-04-21T03:31:46.933756Z","steps":["trace[675528469] 'agreement among raft nodes before linearized reading' (duration: 1.871098188s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.933782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:44.783789Z","time spent":"2.149915434s","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:46.933791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:44.783607Z","time spent":"2.150083658s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:46.933818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:45.062492Z","time spent":"1.871316113s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:31:46.933812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:44.782263Z","time spent":"2.151488952s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:46.936137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.157804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:31:46.936142Z","caller":"traceutil/trace.go:171","msg":"trace[2038387023] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"331.478464ms","start":"2026-04-21T03:31:46.604627Z","end":"2026-04-21T03:31:46.936106Z","steps":["trace[2038387023] 'process raft request' (duration: 331.224808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.936152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.375829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:31:46.936231Z","caller":"traceutil/trace.go:171","msg":"trace[1879004410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"675.502532ms","start":"2026-04-21T03:31:46.260712Z","end":"2026-04-21T03:31:46.936214Z","steps":["trace[1879004410] 'agreement among raft nodes before linearized reading' (duration: 675.301788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.936274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:46.26069Z","time spent":"675.575536ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:31:46.936175Z","caller":"traceutil/trace.go:171","msg":"trace[611505803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"675.232256ms","start":"2026-04-21T03:31:46.26093Z","end":"2026-04-21T03:31:46.936163Z","steps":["trace[611505803] 'agreement among raft nodes before linearized reading' (duration: 675.085443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.93631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.332139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:31:46.936336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:46.260919Z","time spent":"675.401471ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:31:46.936335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.620646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:46.936372Z","caller":"traceutil/trace.go:171","msg":"trace[1546746187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"708.430452ms","start":"2026-04-21T03:31:46.227924Z","end":"2026-04-21T03:31:46.936355Z","steps":["trace[1546746187] 'agreement among raft nodes before linearized reading' (duration: 708.212646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.936385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:46.604602Z","time spent":"331.606216ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:46.936419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:46.227904Z","time spent":"708.502294ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:31:46.936407Z","caller":"traceutil/trace.go:171","msg":"trace[1885472719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"675.734179ms","start":"2026-04-21T03:31:46.26066Z","end":"2026-04-21T03:31:46.936394Z","steps":["trace[1885472719] 'agreement among raft nodes before linearized reading' (duration: 675.495612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.936538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:46.26064Z","time spent":"675.888213ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:31:48.424459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.950724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:48.424554Z","caller":"traceutil/trace.go:171","msg":"trace[2059768574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"362.092638ms","start":"2026-04-21T03:31:48.062438Z","end":"2026-04-21T03:31:48.424531Z","steps":["trace[2059768574] 'range keys from in-memory index tree' (duration: 361.853082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:48.424603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:48.062415Z","time spent":"362.17669ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:32:04.5304Z","caller":"traceutil/trace.go:171","msg":"trace[1293268450] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"467.392983ms","start":"2026-04-21T03:32:04.062984Z","end":"2026-04-21T03:32:04.530377Z","steps":["trace[1293268450] 'read index received' (duration: 467.171998ms)","trace[1293268450] 'applied index is now lower than readState.Index' (duration: 220.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:04.530454Z","caller":"traceutil/trace.go:171","msg":"trace[814696738] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"506.42717ms","start":"2026-04-21T03:32:04.023993Z","end":"2026-04-21T03:32:04.530421Z","steps":["trace[814696738] 'process raft request' (duration: 506.239626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:04.530541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.535206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:04.530584Z","caller":"traceutil/trace.go:171","msg":"trace[1217014444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"467.632769ms","start":"2026-04-21T03:32:04.062938Z","end":"2026-04-21T03:32:04.530571Z","steps":["trace[1217014444] 'agreement among raft nodes before linearized reading' (duration: 467.530656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:04.530596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:04.023976Z","time spent":"506.552124ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:32:04.530613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:04.062913Z","time spent":"467.69497ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:32:33.111157Z","caller":"traceutil/trace.go:171","msg":"trace[1740922157] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"315.137467ms","start":"2026-04-21T03:32:32.795991Z","end":"2026-04-21T03:32:33.111128Z","steps":["trace[1740922157] 'process raft request' (duration: 314.993043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:33.111389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:32.795973Z","time spent":"315.299451ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:32:47.414125Z","caller":"traceutil/trace.go:171","msg":"trace[152787093] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"126.683403ms","start":"2026-04-21T03:32:47.287413Z","end":"2026-04-21T03:32:47.414097Z","steps":["trace[152787093] 'process raft request' (duration: 126.54287ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:47.414891Z","caller":"traceutil/trace.go:171","msg":"trace[1658680097] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"126.95275ms","start":"2026-04-21T03:32:47.287909Z","end":"2026-04-21T03:32:47.414862Z","steps":["trace[1658680097] 'process raft request' (duration: 126.908589ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:47.414992Z","caller":"traceutil/trace.go:171","msg":"trace[1728254664] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"127.135684ms","start":"2026-04-21T03:32:47.287825Z","end":"2026-04-21T03:32:47.414961Z","steps":["trace[1728254664] 'process raft request' (duration: 126.870818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.553023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.874754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:32:53.553278Z","caller":"traceutil/trace.go:171","msg":"trace[574114307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1437; }","duration":"111.215934ms","start":"2026-04-21T03:32:53.442035Z","end":"2026-04-21T03:32:53.553251Z","steps":["trace[574114307] 'range keys from in-memory index tree' (duration: 110.663149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.553048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.449203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:32:53.553419Z","caller":"traceutil/trace.go:171","msg":"trace[1706566442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1437; }","duration":"114.874813ms","start":"2026-04-21T03:32:53.438518Z","end":"2026-04-21T03:32:53.553393Z","steps":["trace[1706566442] 'range keys from in-memory index tree' (duration: 114.190086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.553067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.785609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:32:53.553506Z","caller":"traceutil/trace.go:171","msg":"trace[1586905928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1437; }","duration":"110.284671ms","start":"2026-04-21T03:32:53.4432Z","end":"2026-04-21T03:32:53.553485Z","steps":["trace[1586905928] 'range keys from in-memory index tree' (duration: 109.354848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.55309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.768095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T03:32:53.553639Z","caller":"traceutil/trace.go:171","msg":"trace[2000693551] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1437; }","duration":"105.33715ms","start":"2026-04-21T03:32:53.448266Z","end":"2026-04-21T03:32:53.553603Z","steps":["trace[2000693551] 'range keys from in-memory index tree' (duration: 104.56908ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:53.680706Z","caller":"traceutil/trace.go:171","msg":"trace[295924251] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"122.641514ms","start":"2026-04-21T03:32:53.558031Z","end":"2026-04-21T03:32:53.680673Z","steps":["trace[295924251] 'process raft request' (duration: 111.029249ms)","trace[295924251] 'compare' (duration: 11.3835ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:53.680767Z","caller":"traceutil/trace.go:171","msg":"trace[438862511] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"122.355598ms","start":"2026-04-21T03:32:53.558388Z","end":"2026-04-21T03:32:53.680744Z","steps":["trace[438862511] 'process raft request' (duration: 122.166164ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:53.680857Z","caller":"traceutil/trace.go:171","msg":"trace[1604583928] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"122.348498ms","start":"2026-04-21T03:32:53.558469Z","end":"2026-04-21T03:32:53.680818Z","steps":["trace[1604583928] 'process raft request' (duration: 122.157713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.110195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.353637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-04-21T03:33:21.110477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.35642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:21.110653Z","caller":"traceutil/trace.go:171","msg":"trace[1674598870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1871; }","duration":"236.535914ms","start":"2026-04-21T03:33:20.874088Z","end":"2026-04-21T03:33:21.110624Z","steps":["trace[1674598870] 'range keys from in-memory index tree' (duration: 236.33966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.110804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.132129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-04-21T03:33:21.110948Z","caller":"traceutil/trace.go:171","msg":"trace[1061672948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28; range_end:; response_count:1; response_revision:1871; }","duration":"698.355514ms","start":"2026-04-21T03:33:20.412563Z","end":"2026-04-21T03:33:21.110919Z","steps":["trace[1061672948] 'range keys from in-memory index tree' (duration: 697.200995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.111016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:20.412532Z","time spent":"698.471528ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28\" "} {"level":"info","ts":"2026-04-21T03:33:21.110356Z","caller":"traceutil/trace.go:171","msg":"trace[57792283] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28; range_end:; response_count:1; response_revision:1871; }","duration":"952.552952ms","start":"2026-04-21T03:33:20.157775Z","end":"2026-04-21T03:33:21.110328Z","steps":["trace[57792283] 'range keys from in-memory index tree' (duration: 952.050119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.111143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:20.157757Z","time spent":"953.367681ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76d3d004-fa03-4288-b2cb-09e54d82cc28\" "} {"level":"info","ts":"2026-04-21T03:33:21.126291Z","caller":"traceutil/trace.go:171","msg":"trace[721135489] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"308.204575ms","start":"2026-04-21T03:33:20.818071Z","end":"2026-04-21T03:33:21.126276Z","steps":["trace[721135489] 'process raft request' (duration: 308.096863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.126399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:20.818044Z","time spent":"308.287797ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:21.280812Z","caller":"traceutil/trace.go:171","msg":"trace[731229637] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1942; }","duration":"216.289406ms","start":"2026-04-21T03:33:21.064498Z","end":"2026-04-21T03:33:21.280787Z","steps":["trace[731229637] 'read index received' (duration: 61.716217ms)","trace[731229637] 'applied index is now lower than readState.Index' (duration: 154.572219ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:21.280946Z","caller":"traceutil/trace.go:171","msg":"trace[1358906534] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"245.561545ms","start":"2026-04-21T03:33:21.035345Z","end":"2026-04-21T03:33:21.280906Z","steps":["trace[1358906534] 'process raft request' (duration: 175.520893ms)","trace[1358906534] 'compare' (duration: 69.696863ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:21.281121Z","caller":"traceutil/trace.go:171","msg":"trace[1977272051] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"163.254933ms","start":"2026-04-21T03:33:21.117826Z","end":"2026-04-21T03:33:21.281081Z","steps":["trace[1977272051] 'process raft request' (duration: 162.899833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.281143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.630674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:21.281217Z","caller":"traceutil/trace.go:171","msg":"trace[2995219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"216.761308ms","start":"2026-04-21T03:33:21.064436Z","end":"2026-04-21T03:33:21.281197Z","steps":["trace[2995219] 'agreement among raft nodes before linearized reading' (duration: 216.589452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.281215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.098546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:33:21.281272Z","caller":"traceutil/trace.go:171","msg":"trace[1787517632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"171.216369ms","start":"2026-04-21T03:33:21.110043Z","end":"2026-04-21T03:33:21.28126Z","steps":["trace[1787517632] 'agreement among raft nodes before linearized reading' (duration: 171.030375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.974126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.929192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:33:21.97432Z","caller":"traceutil/trace.go:171","msg":"trace[897552907] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"445.976671ms","start":"2026-04-21T03:33:21.528326Z","end":"2026-04-21T03:33:21.974303Z","steps":["trace[897552907] 'read index received' (duration: 254.816253ms)","trace[897552907] 'applied index is now lower than readState.Index' (duration: 191.159388ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:21.974421Z","caller":"traceutil/trace.go:171","msg":"trace[1541567517] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"448.592845ms","start":"2026-04-21T03:33:21.5258Z","end":"2026-04-21T03:33:21.974393Z","steps":["trace[1541567517] 'process raft request' (duration: 448.416671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.974553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.224627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:33:21.97458Z","caller":"traceutil/trace.go:171","msg":"trace[692921114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"446.300379ms","start":"2026-04-21T03:33:21.528273Z","end":"2026-04-21T03:33:21.974573Z","steps":["trace[692921114] 'agreement among raft nodes before linearized reading' (duration: 446.160035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.974603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:21.52825Z","time spent":"446.347639ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:33:21.974578Z","caller":"traceutil/trace.go:171","msg":"trace[1290918862] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"534.181009ms","start":"2026-04-21T03:33:21.440355Z","end":"2026-04-21T03:33:21.974536Z","steps":["trace[1290918862] 'process raft request' (duration: 342.768805ms)","trace[1290918862] 'compare' (duration: 190.506422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:21.974748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.066516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:33:21.974785Z","caller":"traceutil/trace.go:171","msg":"trace[1014585556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"178.144698ms","start":"2026-04-21T03:33:21.796632Z","end":"2026-04-21T03:33:21.974777Z","steps":["trace[1014585556] 'agreement among raft nodes before linearized reading' (duration: 178.058255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.974818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:21.440328Z","time spent":"534.345253ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:21.974609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:21.525774Z","time spent":"448.716678ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:21.974885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.343541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:33:21.975011Z","caller":"traceutil/trace.go:171","msg":"trace[364079011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1878; }","duration":"158.445603ms","start":"2026-04-21T03:33:21.816531Z","end":"2026-04-21T03:33:21.974977Z","steps":["trace[364079011] 'agreement among raft nodes before linearized reading' (duration: 158.251559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:21.975238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.231719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:33:21.975323Z","caller":"traceutil/trace.go:171","msg":"trace[171363472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1878; }","duration":"156.351882ms","start":"2026-04-21T03:33:21.818949Z","end":"2026-04-21T03:33:21.9753Z","steps":["trace[171363472] 'agreement among raft nodes before linearized reading' (duration: 155.811299ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:35.288481Z","caller":"traceutil/trace.go:171","msg":"trace[683481259] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"113.350326ms","start":"2026-04-21T03:33:35.17509Z","end":"2026-04-21T03:33:35.28844Z","steps":["trace[683481259] 'process raft request' (duration: 113.069969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:36.889353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393371564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:33:37.390323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393371564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:33:37.511709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219590674s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:33:37.515385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223105232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:33:37.515649Z","caller":"traceutil/trace.go:171","msg":"trace[1444187062] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"1.367308834s","start":"2026-04-21T03:33:36.148294Z","end":"2026-04-21T03:33:37.515603Z","steps":["trace[1444187062] 'process raft request' (duration: 143.852395ms)","trace[1444187062] 'compare' (duration: 1.222725481s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:37.515722Z","caller":"traceutil/trace.go:171","msg":"trace[1346514528] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.365670815s","start":"2026-04-21T03:33:36.150032Z","end":"2026-04-21T03:33:37.515703Z","steps":["trace[1346514528] 'process raft request' (duration: 1.365600283s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.515795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.150022Z","time spent":"1.365737377s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:37.515808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.148277Z","time spent":"1.367435018s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:37.515924Z","caller":"traceutil/trace.go:171","msg":"trace[174454963] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"1.366097306s","start":"2026-04-21T03:33:36.149814Z","end":"2026-04-21T03:33:37.515911Z","steps":["trace[174454963] 'process raft request' (duration: 1.365712036s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.515992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.149799Z","time spent":"1.366156897s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:37.515975Z","caller":"traceutil/trace.go:171","msg":"trace[1785957282] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.365446159s","start":"2026-04-21T03:33:36.15049Z","end":"2026-04-21T03:33:37.515936Z","steps":["trace[1785957282] 'process raft request' (duration: 1.365179943s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.516135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.15048Z","time spent":"1.365565273s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:37.519875Z","caller":"traceutil/trace.go:171","msg":"trace[826362728] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2064; }","duration":"1.131466448s","start":"2026-04-21T03:33:36.388391Z","end":"2026-04-21T03:33:37.519857Z","steps":["trace[826362728] 'read index received' (duration: 1.123680247s)","trace[826362728] 'applied index is now lower than readState.Index' (duration: 7.785191ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:37.519996Z","caller":"traceutil/trace.go:171","msg":"trace[419404350] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"226.364843ms","start":"2026-04-21T03:33:37.293618Z","end":"2026-04-21T03:33:37.519983Z","steps":["trace[419404350] 'process raft request' (duration: 225.962744ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:37.520141Z","caller":"traceutil/trace.go:171","msg":"trace[121583007] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"192.225063ms","start":"2026-04-21T03:33:37.327906Z","end":"2026-04-21T03:33:37.520131Z","steps":["trace[121583007] 'process raft request' (duration: 191.894095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.520273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.632313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:37.520323Z","caller":"traceutil/trace.go:171","msg":"trace[363801463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1997; }","duration":"456.733525ms","start":"2026-04-21T03:33:37.06358Z","end":"2026-04-21T03:33:37.520313Z","steps":["trace[363801463] 'agreement among raft nodes before linearized reading' (duration: 456.646223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.520331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016641156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7\" ","response":"range_response_count:1 size:6145"} {"level":"warn","ts":"2026-04-21T03:33:37.520353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:37.063558Z","time spent":"456.787296ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:33:37.520381Z","caller":"traceutil/trace.go:171","msg":"trace[1029953394] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7; range_end:; response_count:1; response_revision:1997; }","duration":"1.016735069s","start":"2026-04-21T03:33:36.503632Z","end":"2026-04-21T03:33:37.520367Z","steps":["trace[1029953394] 'agreement among raft nodes before linearized reading' (duration: 1.016561725s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.52041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.50361Z","time spent":"1.016794481s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7\" "} {"level":"warn","ts":"2026-04-21T03:33:37.520479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132095204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:33:37.520556Z","caller":"traceutil/trace.go:171","msg":"trace[1052643017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1997; }","duration":"1.132215217s","start":"2026-04-21T03:33:36.388318Z","end":"2026-04-21T03:33:37.520534Z","steps":["trace[1052643017] 'agreement among raft nodes before linearized reading' (duration: 1.131987321s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.520604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.388298Z","time spent":"1.132297478s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:33:37.520599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.148803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-21T03:33:37.519719Z","caller":"traceutil/trace.go:171","msg":"trace[1086429430] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"262.306326ms","start":"2026-04-21T03:33:37.257347Z","end":"2026-04-21T03:33:37.519654Z","steps":["trace[1086429430] 'process raft request' (duration: 262.095321ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:37.520678Z","caller":"traceutil/trace.go:171","msg":"trace[1085953054] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:1997; }","duration":"594.272537ms","start":"2026-04-21T03:33:36.926382Z","end":"2026-04-21T03:33:37.520654Z","steps":["trace[1085953054] 'agreement among raft nodes before linearized reading' (duration: 594.071191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.52072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.926358Z","time spent":"594.353738ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-04-21T03:33:48.643135Z","caller":"traceutil/trace.go:171","msg":"trace[1921612695] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2149; }","duration":"128.107564ms","start":"2026-04-21T03:33:48.514996Z","end":"2026-04-21T03:33:48.643104Z","steps":["trace[1921612695] 'read index received' (duration: 127.829438ms)","trace[1921612695] 'applied index is now lower than readState.Index' (duration: 277.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:48.643278Z","caller":"traceutil/trace.go:171","msg":"trace[901226586] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"213.710507ms","start":"2026-04-21T03:33:48.429554Z","end":"2026-04-21T03:33:48.643264Z","steps":["trace[901226586] 'process raft request' (duration: 213.364359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:48.644064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.325297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12402"} {"level":"info","ts":"2026-04-21T03:33:48.644277Z","caller":"traceutil/trace.go:171","msg":"trace[402944194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2073; }","duration":"123.541682ms","start":"2026-04-21T03:33:48.520615Z","end":"2026-04-21T03:33:48.644156Z","steps":["trace[402944194] 'agreement among raft nodes before linearized reading' (duration: 123.03355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:48.644949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.951859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:48.645012Z","caller":"traceutil/trace.go:171","msg":"trace[2097915855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2073; }","duration":"130.087963ms","start":"2026-04-21T03:33:48.514907Z","end":"2026-04-21T03:33:48.644995Z","steps":["trace[2097915855] 'agreement among raft nodes before linearized reading' (duration: 129.981419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:48.756376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.517726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a841d308d99f99\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-21T03:33:48.756517Z","caller":"traceutil/trace.go:171","msg":"trace[1775961016] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a841d308d99f99; range_end:; response_count:1; response_revision:2073; }","duration":"106.69104ms","start":"2026-04-21T03:33:48.649789Z","end":"2026-04-21T03:33:48.75648Z","steps":["trace[1775961016] 'range keys from in-memory index tree' (duration: 106.426263ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:48.914095Z","caller":"traceutil/trace.go:171","msg":"trace[1088214947] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"256.992797ms","start":"2026-04-21T03:33:48.657078Z","end":"2026-04-21T03:33:48.914071Z","steps":["trace[1088214947] 'process raft request' (duration: 256.865014ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:48.914115Z","caller":"traceutil/trace.go:171","msg":"trace[567663301] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2151; }","duration":"254.28872ms","start":"2026-04-21T03:33:48.659789Z","end":"2026-04-21T03:33:48.914078Z","steps":["trace[567663301] 'read index received' (duration: 254.2759ms)","trace[567663301] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:48.914294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.490216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:48.914361Z","caller":"traceutil/trace.go:171","msg":"trace[1271446440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2074; }","duration":"254.582728ms","start":"2026-04-21T03:33:48.659763Z","end":"2026-04-21T03:33:48.914346Z","steps":["trace[1271446440] 'agreement among raft nodes before linearized reading' (duration: 254.459095ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:48.915139Z","caller":"traceutil/trace.go:171","msg":"trace[1623125929] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"155.779951ms","start":"2026-04-21T03:33:48.759313Z","end":"2026-04-21T03:33:48.915093Z","steps":["trace[1623125929] 'process raft request' (duration: 155.631457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:48.91517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.432313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-21T03:33:48.915597Z","caller":"traceutil/trace.go:171","msg":"trace[1478945953] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2075; }","duration":"236.889334ms","start":"2026-04-21T03:33:48.678679Z","end":"2026-04-21T03:33:48.915569Z","steps":["trace[1478945953] 'agreement among raft nodes before linearized reading' (duration: 236.373222ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.898066Z","caller":"traceutil/trace.go:171","msg":"trace[554212467] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2152; }","duration":"300.354637ms","start":"2026-04-21T03:33:49.597681Z","end":"2026-04-21T03:33:49.898035Z","steps":["trace[554212467] 'read index received' (duration: 31.949271ms)","trace[554212467] 'applied index is now lower than readState.Index' (duration: 268.404275ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:49.89815Z","caller":"traceutil/trace.go:171","msg":"trace[183730667] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"305.529583ms","start":"2026-04-21T03:33:49.592547Z","end":"2026-04-21T03:33:49.898077Z","steps":["trace[183730667] 'process raft request' (duration: 259.456546ms)","trace[183730667] 'compare' (duration: 45.873823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:49.89829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.517426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:33:49.89828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.589833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:33:49.898326Z","caller":"traceutil/trace.go:171","msg":"trace[1571120586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2077; }","duration":"299.595008ms","start":"2026-04-21T03:33:49.59872Z","end":"2026-04-21T03:33:49.898315Z","steps":["trace[1571120586] 'agreement among raft nodes before linearized reading' (duration: 299.477415ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.898344Z","caller":"traceutil/trace.go:171","msg":"trace[862982793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2077; }","duration":"300.663814ms","start":"2026-04-21T03:33:49.597661Z","end":"2026-04-21T03:33:49.898325Z","steps":["trace[862982793] 'agreement among raft nodes before linearized reading' (duration: 300.46318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.898382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:49.597586Z","time spent":"300.786847ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:33:49.898356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.782187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:33:49.898439Z","caller":"traceutil/trace.go:171","msg":"trace[707720010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2077; }","duration":"293.873999ms","start":"2026-04-21T03:33:49.604543Z","end":"2026-04-21T03:33:49.898417Z","steps":["trace[707720010] 'agreement among raft nodes before linearized reading' (duration: 293.670724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.898429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:49.592516Z","time spent":"305.752568ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:49.898513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.636322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:33:49.898542Z","caller":"traceutil/trace.go:171","msg":"trace[1594851686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2077; }","duration":"295.721444ms","start":"2026-04-21T03:33:49.602812Z","end":"2026-04-21T03:33:49.898534Z","steps":["trace[1594851686] 'agreement among raft nodes before linearized reading' (duration: 295.645603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.898611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.667204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:33:49.898642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.973223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:33:49.89865Z","caller":"traceutil/trace.go:171","msg":"trace[1205685820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2077; }","duration":"244.750136ms","start":"2026-04-21T03:33:49.653886Z","end":"2026-04-21T03:33:49.898636Z","steps":["trace[1205685820] 'agreement among raft nodes before linearized reading' (duration: 244.656974ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.898674Z","caller":"traceutil/trace.go:171","msg":"trace[1764888848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2077; }","duration":"299.005904ms","start":"2026-04-21T03:33:49.599659Z","end":"2026-04-21T03:33:49.898665Z","steps":["trace[1764888848] 'agreement among raft nodes before linearized reading' (duration: 298.917902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.898967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.751354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-21T03:33:49.899093Z","caller":"traceutil/trace.go:171","msg":"trace[1977079153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2077; }","duration":"268.956908ms","start":"2026-04-21T03:33:49.630107Z","end":"2026-04-21T03:33:49.899064Z","steps":["trace[1977079153] 'agreement among raft nodes before linearized reading' (duration: 268.554969ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:13.649573Z","caller":"traceutil/trace.go:171","msg":"trace[642009056] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"227.879475ms","start":"2026-04-21T03:34:13.421669Z","end":"2026-04-21T03:34:13.649548Z","steps":["trace[642009056] 'process raft request' (duration: 227.735221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:13.989779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.298607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:13.989905Z","caller":"traceutil/trace.go:171","msg":"trace[1342868267] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"272.295761ms","start":"2026-04-21T03:34:13.717588Z","end":"2026-04-21T03:34:13.989884Z","steps":["trace[1342868267] 'process raft request' (duration: 38.812489ms)","trace[1342868267] 'compare' (duration: 233.201685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:14.587794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393372070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:15.088941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393372070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:15.142428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063842194s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:34:15.56747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.676439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:15.567707Z","caller":"traceutil/trace.go:171","msg":"trace[1865135216] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.489211449s","start":"2026-04-21T03:34:14.078472Z","end":"2026-04-21T03:34:15.567683Z","steps":["trace[1865135216] 'process raft request' (duration: 1.064135971s)","trace[1865135216] 'compare' (duration: 424.409932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:15.568447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.078446Z","time spent":"1.489952958s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:15.575029Z","caller":"traceutil/trace.go:171","msg":"trace[2032791281] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.306986942s","start":"2026-04-21T03:34:14.268009Z","end":"2026-04-21T03:34:15.574996Z","steps":["trace[2032791281] 'process raft request' (duration: 1.306784327s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.575261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.267985Z","time spent":"1.307122285s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:15.575425Z","caller":"traceutil/trace.go:171","msg":"trace[884066512] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2288; }","duration":"1.487687412s","start":"2026-04-21T03:34:14.087713Z","end":"2026-04-21T03:34:15.5754Z","steps":["trace[884066512] 'read index received' (duration: 1.054916735s)","trace[884066512] 'applied index is now lower than readState.Index' (duration: 432.768887ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:15.575529Z","caller":"traceutil/trace.go:171","msg":"trace[602171012] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"510.873707ms","start":"2026-04-21T03:34:15.064604Z","end":"2026-04-21T03:34:15.575478Z","steps":["trace[602171012] 'process raft request' (duration: 510.621311ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:15.575439Z","caller":"traceutil/trace.go:171","msg":"trace[708145292] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.30651095s","start":"2026-04-21T03:34:14.268882Z","end":"2026-04-21T03:34:15.575393Z","steps":["trace[708145292] 'process raft request' (duration: 1.306068949s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.575641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.064593Z","time spent":"510.978699ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:15.57571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487974759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T03:34:15.575698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.268868Z","time spent":"1.306751847s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:15.575774Z","caller":"traceutil/trace.go:171","msg":"trace[586809059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.488099352s","start":"2026-04-21T03:34:14.087662Z","end":"2026-04-21T03:34:15.575762Z","steps":["trace[586809059] 'agreement among raft nodes before linearized reading' (duration: 1.487870686s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.575807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.085932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:15.575829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466430502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:34:15.575845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.087642Z","time spent":"1.488169833s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:34:15.575864Z","caller":"traceutil/trace.go:171","msg":"trace[605007476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"1.466481604s","start":"2026-04-21T03:34:14.109371Z","end":"2026-04-21T03:34:15.575853Z","steps":["trace[605007476] 'agreement among raft nodes before linearized reading' (duration: 1.466355681s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:15.575871Z","caller":"traceutil/trace.go:171","msg":"trace[712229745] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2209; }","duration":"336.190574ms","start":"2026-04-21T03:34:15.239661Z","end":"2026-04-21T03:34:15.575851Z","steps":["trace[712229745] 'agreement among raft nodes before linearized reading' (duration: 336.093132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.575891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.109362Z","time spent":"1.466523835s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:34:15.575862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.677876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:15.575925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.239633Z","time spent":"336.281067ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:15.575956Z","caller":"traceutil/trace.go:171","msg":"trace[1698150488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"511.82915ms","start":"2026-04-21T03:34:15.064105Z","end":"2026-04-21T03:34:15.575934Z","steps":["trace[1698150488] 'agreement among raft nodes before linearized reading' (duration: 511.666076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.575965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483137281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T03:34:15.57601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.064085Z","time spent":"511.916182ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:34:15.576037Z","caller":"traceutil/trace.go:171","msg":"trace[1121873630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"1.483227312s","start":"2026-04-21T03:34:14.092798Z","end":"2026-04-21T03:34:15.576025Z","steps":["trace[1121873630] 'agreement among raft nodes before linearized reading' (duration: 1.483063808s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.576009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487114078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T03:34:15.576111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.092787Z","time spent":"1.483281243s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:34:15.576176Z","caller":"traceutil/trace.go:171","msg":"trace[303450200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.487292463s","start":"2026-04-21T03:34:14.08883Z","end":"2026-04-21T03:34:15.576122Z","steps":["trace[303450200] 'agreement among raft nodes before linearized reading' (duration: 1.486822911s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.57624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.088818Z","time spent":"1.487409815s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:15.576266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481254264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:34:15.576289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487335703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:34:15.576368Z","caller":"traceutil/trace.go:171","msg":"trace[762326210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.487458906s","start":"2026-04-21T03:34:14.088887Z","end":"2026-04-21T03:34:15.576346Z","steps":["trace[762326210] 'agreement among raft nodes before linearized reading' (duration: 1.487236501s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:15.576373Z","caller":"traceutil/trace.go:171","msg":"trace[1110174703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"1.481383268s","start":"2026-04-21T03:34:14.094951Z","end":"2026-04-21T03:34:15.576335Z","steps":["trace[1110174703] 'agreement among raft nodes before linearized reading' (duration: 1.481099391s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.576437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.094938Z","time spent":"1.48148892s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:34:15.57644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.088868Z","time spent":"1.487561119s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:16.197998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393372077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:16.698842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393372077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:16.835716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254609332s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:34:16.99619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.196259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:16.996301Z","caller":"traceutil/trace.go:171","msg":"trace[1091948915] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.415259412s","start":"2026-04-21T03:34:15.581023Z","end":"2026-04-21T03:34:16.996282Z","steps":["trace[1091948915] 'process raft request' (duration: 1.254891709s)","trace[1091948915] 'compare' (duration: 160.083566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:16.99636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.581008Z","time spent":"1.415325313s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.997925Z","caller":"traceutil/trace.go:171","msg":"trace[1845413717] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.416761669s","start":"2026-04-21T03:34:15.581136Z","end":"2026-04-21T03:34:16.997898Z","steps":["trace[1845413717] 'process raft request' (duration: 1.416608865s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.997943Z","caller":"traceutil/trace.go:171","msg":"trace[1083988908] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.416036081s","start":"2026-04-21T03:34:15.581884Z","end":"2026-04-21T03:34:16.99792Z","steps":["trace[1083988908] 'process raft request' (duration: 1.4159643s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.99804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.581106Z","time spent":"1.416873242s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.998004Z","caller":"traceutil/trace.go:171","msg":"trace[2070978174] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.416881762s","start":"2026-04-21T03:34:15.581023Z","end":"2026-04-21T03:34:16.997904Z","steps":["trace[2070978174] 'process raft request' (duration: 1.416602034s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.581875Z","time spent":"1.416146784s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.998309Z","caller":"traceutil/trace.go:171","msg":"trace[1520610044] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.416243227s","start":"2026-04-21T03:34:15.582021Z","end":"2026-04-21T03:34:16.998265Z","steps":["trace[1520610044] 'process raft request' (duration: 1.415863227s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.581008Z","time spent":"1.417124587s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.998405Z","caller":"traceutil/trace.go:171","msg":"trace[424217109] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2292; }","duration":"1.300443693s","start":"2026-04-21T03:34:15.69794Z","end":"2026-04-21T03:34:16.998383Z","steps":["trace[424217109] 'read index received' (duration: 1.137980769s)","trace[424217109] 'applied index is now lower than readState.Index' (duration: 162.462024ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:16.998443Z","caller":"traceutil/trace.go:171","msg":"trace[624301738] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.002996927s","start":"2026-04-21T03:34:15.995401Z","end":"2026-04-21T03:34:16.998398Z","steps":["trace[624301738] 'process raft request' (duration: 1.002780542s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.581982Z","time spent":"1.416418391s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:16.998542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.995378Z","time spent":"1.003118639s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:16.998562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300618487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:16.998607Z","caller":"traceutil/trace.go:171","msg":"trace[1141311103] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2215; }","duration":"1.300709279s","start":"2026-04-21T03:34:15.697885Z","end":"2026-04-21T03:34:16.998594Z","steps":["trace[1141311103] 'agreement among raft nodes before linearized reading' (duration: 1.300609047s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.339357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:16.998656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.69786Z","time spent":"1.300788012s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:16.998662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190036392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:16.998701Z","caller":"traceutil/trace.go:171","msg":"trace[1966495809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2215; }","duration":"1.190134105s","start":"2026-04-21T03:34:15.808558Z","end":"2026-04-21T03:34:16.998692Z","steps":["trace[1966495809] 'agreement among raft nodes before linearized reading' (duration: 1.18994809s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.835474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:34:16.998728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.808529Z","time spent":"1.190192417s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:16.998714Z","caller":"traceutil/trace.go:171","msg":"trace[1831857185] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2215; }","duration":"672.484401ms","start":"2026-04-21T03:34:16.326201Z","end":"2026-04-21T03:34:16.998686Z","steps":["trace[1831857185] 'agreement among raft nodes before linearized reading' (duration: 672.352698ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.998744Z","caller":"traceutil/trace.go:171","msg":"trace[1816927347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"413.932887ms","start":"2026-04-21T03:34:16.584795Z","end":"2026-04-21T03:34:16.998727Z","steps":["trace[1816927347] 'agreement among raft nodes before linearized reading' (duration: 413.731862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.998771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.326179Z","time spent":"672.575573ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:16.998873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.584767Z","time spent":"414.007099ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:34:17.180886Z","caller":"traceutil/trace.go:171","msg":"trace[137107319] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"144.081285ms","start":"2026-04-21T03:34:17.036774Z","end":"2026-04-21T03:34:17.180856Z","steps":["trace[137107319] 'read index received' (duration: 125.345056ms)","trace[137107319] 'applied index is now lower than readState.Index' (duration: 18.730359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:17.181077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.27669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:17.181117Z","caller":"traceutil/trace.go:171","msg":"trace[1281659789] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2215; }","duration":"144.385943ms","start":"2026-04-21T03:34:17.036717Z","end":"2026-04-21T03:34:17.181103Z","steps":["trace[1281659789] 'agreement among raft nodes before linearized reading' (duration: 144.286761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.181148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.097429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:17.181216Z","caller":"traceutil/trace.go:171","msg":"trace[1221685490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"118.200201ms","start":"2026-04-21T03:34:17.062999Z","end":"2026-04-21T03:34:17.181199Z","steps":["trace[1221685490] 'agreement among raft nodes before linearized reading' (duration: 118.089989ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:15.78669Z","caller":"traceutil/trace.go:171","msg":"trace[757573477] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"101.796792ms","start":"2026-04-21T03:35:15.684846Z","end":"2026-04-21T03:35:15.786643Z","steps":["trace[757573477] 'process raft request' (duration: 101.512065ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:55.554218Z","caller":"traceutil/trace.go:171","msg":"trace[1765674919] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"152.046513ms","start":"2026-04-21T03:35:55.402144Z","end":"2026-04-21T03:35:55.554191Z","steps":["trace[1765674919] 'process raft request' (duration: 151.855318ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:55.684418Z","caller":"traceutil/trace.go:171","msg":"trace[448329036] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"125.494513ms","start":"2026-04-21T03:35:55.558878Z","end":"2026-04-21T03:35:55.684373Z","steps":["trace[448329036] 'process raft request' (duration: 87.057412ms)","trace[448329036] 'compare' (duration: 38.275947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:55.991497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.540198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:35:55.99178Z","caller":"traceutil/trace.go:171","msg":"trace[426687421] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"432.838917ms","start":"2026-04-21T03:35:55.558925Z","end":"2026-04-21T03:35:55.991764Z","steps":["trace[426687421] 'process raft request' (duration: 432.733565ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:55.991778Z","caller":"traceutil/trace.go:171","msg":"trace[1326438790] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"432.860168ms","start":"2026-04-21T03:35:55.558879Z","end":"2026-04-21T03:35:55.991739Z","steps":["trace[1326438790] 'process raft request' (duration: 227.986611ms)","trace[1326438790] 'compare' (duration: 204.411615ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:55.991806Z","caller":"traceutil/trace.go:171","msg":"trace[773700327] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"432.844628ms","start":"2026-04-21T03:35:55.558931Z","end":"2026-04-21T03:35:55.991776Z","steps":["trace[773700327] 'process raft request' (duration: 432.685254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:55.991864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.558903Z","time spent":"432.912229ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:55.991951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.558858Z","time spent":"433.007682ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:55.991836Z","caller":"traceutil/trace.go:171","msg":"trace[1604344365] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"432.882008ms","start":"2026-04-21T03:35:55.558934Z","end":"2026-04-21T03:35:55.991816Z","steps":["trace[1604344365] 'process raft request' (duration: 432.779246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:55.992032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.558914Z","time spent":"432.983101ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:55.992504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.558905Z","time spent":"433.160345ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:56.671677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.21415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:35:56.671866Z","caller":"traceutil/trace.go:171","msg":"trace[1152693324] linearizableReadLoop","detail":"{readStateIndex:3050; appliedIndex:3047; }","duration":"172.147565ms","start":"2026-04-21T03:35:56.499702Z","end":"2026-04-21T03:35:56.671849Z","steps":["trace[1152693324] 'read index received' (duration: 171.819177ms)","trace[1152693324] 'applied index is now lower than readState.Index' (duration: 327.488µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:56.672025Z","caller":"traceutil/trace.go:171","msg":"trace[1179758198] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"697.004667ms","start":"2026-04-21T03:35:55.974984Z","end":"2026-04-21T03:35:56.671989Z","steps":["trace[1179758198] 'process raft request' (duration: 696.827222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:56.672164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.463204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:35:56.672204Z","caller":"traceutil/trace.go:171","msg":"trace[400560853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2940; }","duration":"172.527775ms","start":"2026-04-21T03:35:56.499666Z","end":"2026-04-21T03:35:56.672194Z","steps":["trace[400560853] 'agreement among raft nodes before linearized reading' (duration: 172.392261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:56.672211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.97496Z","time spent":"697.15062ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:56.67236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.951478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a841ea0f6e3788\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-21T03:35:56.672444Z","caller":"traceutil/trace.go:171","msg":"trace[742562116] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a841ea0f6e3788; range_end:; response_count:1; response_revision:2940; }","duration":"136.060011ms","start":"2026-04-21T03:35:56.536362Z","end":"2026-04-21T03:35:56.672422Z","steps":["trace[742562116] 'agreement among raft nodes before linearized reading' (duration: 135.826705ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:56.672494Z","caller":"traceutil/trace.go:171","msg":"trace[884040822] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"722.439689ms","start":"2026-04-21T03:35:55.950041Z","end":"2026-04-21T03:35:56.672481Z","steps":["trace[884040822] 'process raft request' (duration: 178.346157ms)","trace[884040822] 'compare' (duration: 543.103688ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:56.672511Z","caller":"traceutil/trace.go:171","msg":"trace[1077756832] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"698.979074ms","start":"2026-04-21T03:35:55.973487Z","end":"2026-04-21T03:35:56.672466Z","steps":["trace[1077756832] 'process raft request' (duration: 698.280807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:56.672585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.950013Z","time spent":"722.523781ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:56.672638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.973461Z","time spent":"699.112137ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:57.093337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.552239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:57.093418Z","caller":"traceutil/trace.go:171","msg":"trace[1743188225] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2941; }","duration":"291.675361ms","start":"2026-04-21T03:35:56.801723Z","end":"2026-04-21T03:35:57.093398Z","steps":["trace[1743188225] 'range keys from in-memory index tree' (duration: 291.479777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.093783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.05364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:35:57.093794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.916557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-21T03:35:57.093863Z","caller":"traceutil/trace.go:171","msg":"trace[2098445395] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2941; }","duration":"158.189194ms","start":"2026-04-21T03:35:56.935656Z","end":"2026-04-21T03:35:57.093846Z","steps":["trace[2098445395] 'count revisions from in-memory index tree' (duration: 157.052865ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.093872Z","caller":"traceutil/trace.go:171","msg":"trace[266650762] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:2941; }","duration":"158.02702ms","start":"2026-04-21T03:35:56.935825Z","end":"2026-04-21T03:35:57.093852Z","steps":["trace[266650762] 'range keys from in-memory index tree' (duration: 156.86673ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.368868Z","caller":"traceutil/trace.go:171","msg":"trace[1469433186] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3051; }","duration":"267.834338ms","start":"2026-04-21T03:35:57.101004Z","end":"2026-04-21T03:35:57.368838Z","steps":["trace[1469433186] 'read index received' (duration: 267.621733ms)","trace[1469433186] 'applied index is now lower than readState.Index' (duration: 211.235µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:57.369163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.140456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:35:57.369201Z","caller":"traceutil/trace.go:171","msg":"trace[1344647649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2941; }","duration":"268.236108ms","start":"2026-04-21T03:35:57.100952Z","end":"2026-04-21T03:35:57.369188Z","steps":["trace[1344647649] 'agreement among raft nodes before linearized reading' (duration: 268.038954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.369304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.56465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T03:35:57.369411Z","caller":"traceutil/trace.go:171","msg":"trace[2081427451] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2941; }","duration":"124.729994ms","start":"2026-04-21T03:35:57.244652Z","end":"2026-04-21T03:35:57.369382Z","steps":["trace[2081427451] 'agreement among raft nodes before linearized reading' (duration: 124.416077ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.531876Z","caller":"traceutil/trace.go:171","msg":"trace[331713316] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3052; }","duration":"158.367918ms","start":"2026-04-21T03:35:57.373472Z","end":"2026-04-21T03:35:57.53184Z","steps":["trace[331713316] 'read index received' (duration: 134.216786ms)","trace[331713316] 'applied index is now lower than readState.Index' (duration: 24.147702ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:57.531891Z","caller":"traceutil/trace.go:171","msg":"trace[2089661238] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"160.777396ms","start":"2026-04-21T03:35:57.371079Z","end":"2026-04-21T03:35:57.531856Z","steps":["trace[2089661238] 'process raft request' (duration: 136.517012ms)","trace[2089661238] 'compare' (duration: 23.996688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:57.53217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.57219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-21T03:35:57.532167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.677705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-04-21T03:35:57.532226Z","caller":"traceutil/trace.go:171","msg":"trace[1542960119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2942; }","duration":"153.651563ms","start":"2026-04-21T03:35:57.378553Z","end":"2026-04-21T03:35:57.532204Z","steps":["trace[1542960119] 'agreement among raft nodes before linearized reading' (duration: 153.458578ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.532245Z","caller":"traceutil/trace.go:171","msg":"trace[1360553044] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2942; }","duration":"158.787318ms","start":"2026-04-21T03:35:57.373446Z","end":"2026-04-21T03:35:57.532233Z","steps":["trace[1360553044] 'agreement among raft nodes before linearized reading' (duration: 158.507352ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.791094Z","caller":"traceutil/trace.go:171","msg":"trace[856209316] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3053; }","duration":"101.122083ms","start":"2026-04-21T03:35:57.689949Z","end":"2026-04-21T03:35:57.791072Z","steps":["trace[856209316] 'read index received' (duration: 12.005805ms)","trace[856209316] 'applied index is now lower than readState.Index' (duration: 89.115398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:57.79127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.313009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:35:57.791297Z","caller":"traceutil/trace.go:171","msg":"trace[1934133177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2943; }","duration":"101.386541ms","start":"2026-04-21T03:35:57.689903Z","end":"2026-04-21T03:35:57.79129Z","steps":["trace[1934133177] 'agreement among raft nodes before linearized reading' (duration: 101.243947ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.791525Z","caller":"traceutil/trace.go:171","msg":"trace[668332972] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"231.961334ms","start":"2026-04-21T03:35:57.559532Z","end":"2026-04-21T03:35:57.791494Z","steps":["trace[668332972] 'process raft request' (duration: 142.422305ms)","trace[668332972] 'compare' (duration: 88.968724ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:58.272764Z","caller":"traceutil/trace.go:171","msg":"trace[1266895833] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"273.279961ms","start":"2026-04-21T03:35:57.99946Z","end":"2026-04-21T03:35:58.27274Z","steps":["trace[1266895833] 'process raft request' (duration: 273.110897ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:58.280039Z","caller":"traceutil/trace.go:171","msg":"trace[1394201871] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"279.872853ms","start":"2026-04-21T03:35:58.00014Z","end":"2026-04-21T03:35:58.280013Z","steps":["trace[1394201871] 'process raft request' (duration: 279.33504ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:58.280371Z","caller":"traceutil/trace.go:171","msg":"trace[1283337315] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3055; }","duration":"217.245716ms","start":"2026-04-21T03:35:58.063107Z","end":"2026-04-21T03:35:58.280353Z","steps":["trace[1283337315] 'read index received' (duration: 209.562737ms)","trace[1283337315] 'applied index is now lower than readState.Index' (duration: 7.681869ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:58.280506Z","caller":"traceutil/trace.go:171","msg":"trace[879728266] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"279.648078ms","start":"2026-04-21T03:35:58.000847Z","end":"2026-04-21T03:35:58.280495Z","steps":["trace[879728266] 'process raft request' (duration: 279.130655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.280714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.594944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:58.280767Z","caller":"traceutil/trace.go:171","msg":"trace[545200613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2948; }","duration":"217.684705ms","start":"2026-04-21T03:35:58.06307Z","end":"2026-04-21T03:35:58.280754Z","steps":["trace[545200613] 'agreement among raft nodes before linearized reading' (duration: 217.543812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.280775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.62223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:58.280828Z","caller":"traceutil/trace.go:171","msg":"trace[871983113] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2948; }","duration":"203.717133ms","start":"2026-04-21T03:35:58.077104Z","end":"2026-04-21T03:35:58.280821Z","steps":["trace[871983113] 'agreement among raft nodes before linearized reading' (duration: 203.629391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:58.281084Z","caller":"traceutil/trace.go:171","msg":"trace[203542186] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"279.964925ms","start":"2026-04-21T03:35:58.001084Z","end":"2026-04-21T03:35:58.281048Z","steps":["trace[203542186] 'process raft request' (duration: 279.112875ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:17.325863Z","caller":"traceutil/trace.go:171","msg":"trace[384001307] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"160.91336ms","start":"2026-04-21T03:38:17.164923Z","end":"2026-04-21T03:38:17.325837Z","steps":["trace[384001307] 'process raft request' (duration: 160.703165ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:17.326251Z","caller":"traceutil/trace.go:171","msg":"trace[1983001593] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"161.171647ms","start":"2026-04-21T03:38:17.165063Z","end":"2026-04-21T03:38:17.326235Z","steps":["trace[1983001593] 'process raft request' (duration: 161.067284ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:17.326358Z","caller":"traceutil/trace.go:171","msg":"trace[859742587] linearizableReadLoop","detail":"{readStateIndex:4027; appliedIndex:4024; }","duration":"101.059374ms","start":"2026-04-21T03:38:17.225274Z","end":"2026-04-21T03:38:17.326333Z","steps":["trace[859742587] 'read index received' (duration: 100.373988ms)","trace[859742587] 'applied index is now lower than readState.Index' (duration: 684.166µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:38:17.326503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.209068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:38:17.326547Z","caller":"traceutil/trace.go:171","msg":"trace[1952629425] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3881; }","duration":"101.29828ms","start":"2026-04-21T03:38:17.225235Z","end":"2026-04-21T03:38:17.326533Z","steps":["trace[1952629425] 'agreement among raft nodes before linearized reading' (duration: 101.207638ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:38:17.326442Z","caller":"traceutil/trace.go:171","msg":"trace[149595530] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"110.044204ms","start":"2026-04-21T03:38:17.216384Z","end":"2026-04-21T03:38:17.326428Z","steps":["trace[149595530] 'process raft request' (duration: 109.815828ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:36.447319Z","caller":"traceutil/trace.go:171","msg":"trace[515617121] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"117.904577ms","start":"2026-04-21T03:39:36.329346Z","end":"2026-04-21T03:39:36.44725Z","steps":["trace[515617121] 'process raft request' (duration: 114.79982ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:44.685516Z","caller":"traceutil/trace.go:171","msg":"trace[1525666876] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"330.209123ms","start":"2026-04-21T03:39:44.355285Z","end":"2026-04-21T03:39:44.685494Z","steps":["trace[1525666876] 'process raft request' (duration: 330.067779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:44.685651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.355272Z","time spent":"330.312845ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:39:44.913291Z","caller":"traceutil/trace.go:171","msg":"trace[1950236557] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5244; }","duration":"551.573421ms","start":"2026-04-21T03:39:44.361691Z","end":"2026-04-21T03:39:44.913265Z","steps":["trace[1950236557] 'read index received' (duration: 323.658171ms)","trace[1950236557] 'applied index is now lower than readState.Index' (duration: 227.91396ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:44.913662Z","caller":"traceutil/trace.go:171","msg":"trace[797550984] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"556.669226ms","start":"2026-04-21T03:39:44.356614Z","end":"2026-04-21T03:39:44.913284Z","steps":["trace[797550984] 'process raft request' (duration: 538.47809ms)","trace[797550984] 'compare' (duration: 18.072623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:44.913667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.927179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:39:44.91379Z","caller":"traceutil/trace.go:171","msg":"trace[869949847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5055; }","duration":"552.104474ms","start":"2026-04-21T03:39:44.361656Z","end":"2026-04-21T03:39:44.913761Z","steps":["trace[869949847] 'agreement among raft nodes before linearized reading' (duration: 551.697284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:44.913845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.356597Z","time spent":"557.150057ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:39:44.913856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.361644Z","time spent":"552.201826ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:39:44.918744Z","caller":"traceutil/trace.go:171","msg":"trace[1973644451] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"189.644132ms","start":"2026-04-21T03:39:44.729074Z","end":"2026-04-21T03:39:44.918718Z","steps":["trace[1973644451] 'process raft request' (duration: 189.487348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:44.919154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.006622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719186"} {"level":"info","ts":"2026-04-21T03:39:44.919233Z","caller":"traceutil/trace.go:171","msg":"trace[1168488319] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5056; }","duration":"360.134035ms","start":"2026-04-21T03:39:44.559082Z","end":"2026-04-21T03:39:44.919216Z","steps":["trace[1168488319] 'agreement among raft nodes before linearized reading' (duration: 359.653094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:44.919282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:44.559063Z","time spent":"360.207567ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719209,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-21T03:39:48.52245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.449042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12971"} {"level":"info","ts":"2026-04-21T03:39:48.522527Z","caller":"traceutil/trace.go:171","msg":"trace[1370357290] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5141; }","duration":"121.601546ms","start":"2026-04-21T03:39:48.40091Z","end":"2026-04-21T03:39:48.522511Z","steps":["trace[1370357290] 'range keys from in-memory index tree' (duration: 121.263948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.522517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.891899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7b7cf6dd57-b5shw.18a84226caf6c1b0\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-21T03:39:48.522602Z","caller":"traceutil/trace.go:171","msg":"trace[1036812628] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7b7cf6dd57-b5shw.18a84226caf6c1b0; range_end:; response_count:1; response_revision:5141; }","duration":"120.996792ms","start":"2026-04-21T03:39:48.401576Z","end":"2026-04-21T03:39:48.522573Z","steps":["trace[1036812628] 'range keys from in-memory index tree' (duration: 120.759026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.522903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.363008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787607"} {"level":"info","ts":"2026-04-21T03:39:48.522954Z","caller":"traceutil/trace.go:171","msg":"trace[787864364] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5141; }","duration":"125.41529ms","start":"2026-04-21T03:39:48.397524Z","end":"2026-04-21T03:39:48.522939Z","steps":["trace[787864364] 'range keys from in-memory index tree' (duration: 124.914388ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:53.698842Z","caller":"traceutil/trace.go:171","msg":"trace[836377827] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"116.344739ms","start":"2026-04-21T03:39:53.582458Z","end":"2026-04-21T03:39:53.698803Z","steps":["trace[836377827] 'process raft request' (duration: 116.142574ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.208933Z","caller":"traceutil/trace.go:171","msg":"trace[885493528] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5486; }","duration":"162.311543ms","start":"2026-04-21T03:39:57.046585Z","end":"2026-04-21T03:39:57.208897Z","steps":["trace[885493528] 'read index received' (duration: 23.208178ms)","trace[885493528] 'applied index is now lower than readState.Index' (duration: 139.101895ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:57.209105Z","caller":"traceutil/trace.go:171","msg":"trace[1980424280] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"183.964653ms","start":"2026-04-21T03:39:57.02512Z","end":"2026-04-21T03:39:57.209085Z","steps":["trace[1980424280] 'process raft request' (duration: 120.661884ms)","trace[1980424280] 'compare' (duration: 62.949641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:57.209576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.957738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:39:57.209694Z","caller":"traceutil/trace.go:171","msg":"trace[318067389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5288; }","duration":"163.128352ms","start":"2026-04-21T03:39:57.04654Z","end":"2026-04-21T03:39:57.209668Z","steps":["trace[318067389] 'agreement among raft nodes before linearized reading' (duration: 162.820685ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.294192Z","caller":"traceutil/trace.go:171","msg":"trace[1027621246] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"148.996097ms","start":"2026-04-21T03:39:57.145135Z","end":"2026-04-21T03:39:57.294131Z","steps":["trace[1027621246] 'process raft request' (duration: 148.780891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.29422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.418244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-04-21T03:39:57.294263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.959422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:57.294299Z","caller":"traceutil/trace.go:171","msg":"trace[1780173977] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5289; }","duration":"222.530676ms","start":"2026-04-21T03:39:57.07175Z","end":"2026-04-21T03:39:57.29428Z","steps":["trace[1780173977] 'agreement among raft nodes before linearized reading' (duration: 222.345202ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:57.294322Z","caller":"traceutil/trace.go:171","msg":"trace[863713258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5289; }","duration":"231.069945ms","start":"2026-04-21T03:39:57.063234Z","end":"2026-04-21T03:39:57.294304Z","steps":["trace[863713258] 'agreement among raft nodes before linearized reading' (duration: 230.992583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:57.294335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.824957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:39:57.29443Z","caller":"traceutil/trace.go:171","msg":"trace[187861029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5289; }","duration":"131.958039ms","start":"2026-04-21T03:39:57.162455Z","end":"2026-04-21T03:39:57.294413Z","steps":["trace[187861029] 'agreement among raft nodes before linearized reading' (duration: 131.704833ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.738037Z","caller":"traceutil/trace.go:171","msg":"trace[1345136364] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5556; }","duration":"189.740563ms","start":"2026-04-21T03:40:03.548272Z","end":"2026-04-21T03:40:03.738013Z","steps":["trace[1345136364] 'read index received' (duration: 189.525748ms)","trace[1345136364] 'applied index is now lower than readState.Index' (duration: 213.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:03.738108Z","caller":"traceutil/trace.go:171","msg":"trace[1154051496] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"198.285283ms","start":"2026-04-21T03:40:03.539756Z","end":"2026-04-21T03:40:03.738042Z","steps":["trace[1154051496] 'process raft request' (duration: 198.067258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.738287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.993431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-d6dlm\" ","response":"range_response_count:1 size:4987"} {"level":"info","ts":"2026-04-21T03:40:03.738321Z","caller":"traceutil/trace.go:171","msg":"trace[328854751] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-d6dlm; range_end:; response_count:1; response_revision:5356; }","duration":"190.074832ms","start":"2026-04-21T03:40:03.548236Z","end":"2026-04-21T03:40:03.738311Z","steps":["trace[328854751] 'agreement among raft nodes before linearized reading' (duration: 189.922178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.738368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.882118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:40:03.738395Z","caller":"traceutil/trace.go:171","msg":"trace[948063806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5356; }","duration":"151.974101ms","start":"2026-04-21T03:40:03.586413Z","end":"2026-04-21T03:40:03.738387Z","steps":["trace[948063806] 'agreement among raft nodes before linearized reading' (duration: 151.842718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.738514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.059472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:40:03.738599Z","caller":"traceutil/trace.go:171","msg":"trace[432421482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5356; }","duration":"152.201346ms","start":"2026-04-21T03:40:03.58638Z","end":"2026-04-21T03:40:03.738581Z","steps":["trace[432421482] 'agreement among raft nodes before linearized reading' (duration: 151.855768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:05.829028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393379664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:40:06.39804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25261208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129753"} {"level":"warn","ts":"2026-04-21T03:40:06.398092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335466408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:06.398187Z","caller":"traceutil/trace.go:171","msg":"trace[2091284974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5429; }","duration":"1.335618632s","start":"2026-04-21T03:40:05.062545Z","end":"2026-04-21T03:40:06.398164Z","steps":["trace[2091284974] 'range keys from in-memory index tree' (duration: 1.335346756s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.39819Z","caller":"traceutil/trace.go:171","msg":"trace[1236665550] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5429; }","duration":"1.252818395s","start":"2026-04-21T03:40:05.145335Z","end":"2026-04-21T03:40:06.398153Z","steps":["trace[1236665550] 'range keys from in-memory index tree' (duration: 1.252232581s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.398181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256592937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-21T03:40:06.398256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.145317Z","time spent":"1.252925658s","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-21T03:40:06.398326Z","caller":"traceutil/trace.go:171","msg":"trace[1437289702] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5429; }","duration":"1.256788812s","start":"2026-04-21T03:40:05.141507Z","end":"2026-04-21T03:40:06.398295Z","steps":["trace[1437289702] 'range keys from in-memory index tree' (duration: 1.256432174s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.398392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.141483Z","time spent":"1.256893115s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-21T03:40:06.398229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.062516Z","time spent":"1.335704864s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:06.398521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271079302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-21T03:40:06.398992Z","caller":"traceutil/trace.go:171","msg":"trace[1453498881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144; range_end:; response_count:1; response_revision:5429; }","duration":"1.271639755s","start":"2026-04-21T03:40:05.127329Z","end":"2026-04-21T03:40:06.398969Z","steps":["trace[1453498881] 'range keys from in-memory index tree' (duration: 1.270497968s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.398707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.631409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-21T03:40:06.399082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.127307Z","time spent":"1.271755859s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" "} {"level":"info","ts":"2026-04-21T03:40:06.399128Z","caller":"traceutil/trace.go:171","msg":"trace[1450791316] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.144223007s","start":"2026-04-21T03:40:05.254873Z","end":"2026-04-21T03:40:06.399096Z","steps":["trace[1450791316] 'process raft request' (duration: 959.007503ms)","trace[1450791316] 'compare' (duration: 184.389534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:06.399324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.254854Z","time spent":"1.144316588s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:06.438173Z","caller":"traceutil/trace.go:171","msg":"trace[1198815535] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5630; }","duration":"1.109977558s","start":"2026-04-21T03:40:05.328163Z","end":"2026-04-21T03:40:06.43814Z","steps":["trace[1198815535] 'read index received' (duration: 885.74991ms)","trace[1198815535] 'applied index is now lower than readState.Index' (duration: 224.225958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:06.438584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110408099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:40:06.438647Z","caller":"traceutil/trace.go:171","msg":"trace[819573840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5433; }","duration":"1.110525381s","start":"2026-04-21T03:40:05.32811Z","end":"2026-04-21T03:40:06.438636Z","steps":["trace[819573840] 'agreement among raft nodes before linearized reading' (duration: 1.110288595s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:06.438312Z","caller":"traceutil/trace.go:171","msg":"trace[1714529102] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"634.863538ms","start":"2026-04-21T03:40:05.803401Z","end":"2026-04-21T03:40:06.438265Z","steps":["trace[1714529102] 'process raft request' (duration: 634.489249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.438691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.328091Z","time spent":"1.110589963s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:40:06.438367Z","caller":"traceutil/trace.go:171","msg":"trace[928291425] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"615.063374ms","start":"2026-04-21T03:40:05.82328Z","end":"2026-04-21T03:40:06.438344Z","steps":["trace[928291425] 'process raft request' (duration: 614.764747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.43879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.803347Z","time spent":"635.3465ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:06.438862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.823254Z","time spent":"615.546166ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:06.438473Z","caller":"traceutil/trace.go:171","msg":"trace[485611667] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"613.334412ms","start":"2026-04-21T03:40:05.825094Z","end":"2026-04-21T03:40:06.438429Z","steps":["trace[485611667] 'process raft request' (duration: 612.990094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.439044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.825078Z","time spent":"613.862926ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:06.439089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.452246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:40:06.43914Z","caller":"traceutil/trace.go:171","msg":"trace[1005069874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5433; }","duration":"640.562819ms","start":"2026-04-21T03:40:05.798565Z","end":"2026-04-21T03:40:06.439128Z","steps":["trace[1005069874] 'agreement among raft nodes before linearized reading' (duration: 640.421006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.439177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.798515Z","time spent":"640.655441ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:06.439566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.372322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:40:06.439618Z","caller":"traceutil/trace.go:171","msg":"trace[893245402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5433; }","duration":"691.457334ms","start":"2026-04-21T03:40:05.748146Z","end":"2026-04-21T03:40:06.439603Z","steps":["trace[893245402] 'agreement among raft nodes before linearized reading' (duration: 691.346122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.439666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.290259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-21T03:40:06.439686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.748126Z","time spent":"691.544847ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:40:06.439733Z","caller":"traceutil/trace.go:171","msg":"trace[1907690846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144; range_end:; response_count:1; response_revision:5433; }","duration":"867.3555ms","start":"2026-04-21T03:40:05.572358Z","end":"2026-04-21T03:40:06.439714Z","steps":["trace[1907690846] 'agreement among raft nodes before linearized reading' (duration: 867.151085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.439789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.572303Z","time spent":"867.473884ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" "} {"level":"warn","ts":"2026-04-21T03:40:06.439854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.958767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:40:06.439912Z","caller":"traceutil/trace.go:171","msg":"trace[1765318393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5433; }","duration":"683.056229ms","start":"2026-04-21T03:40:05.756843Z","end":"2026-04-21T03:40:06.4399Z","steps":["trace[1765318393] 'agreement among raft nodes before linearized reading' (duration: 682.468624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.439978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.75682Z","time spent":"683.148791ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:06.440244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.752747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:06.440303Z","caller":"traceutil/trace.go:171","msg":"trace[2128666939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5433; }","duration":"641.85415ms","start":"2026-04-21T03:40:05.798433Z","end":"2026-04-21T03:40:06.440287Z","steps":["trace[2128666939] 'agreement among raft nodes before linearized reading' (duration: 640.979159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.440347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.798413Z","time spent":"641.922582ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:40:06.440332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056696375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:06.44057Z","caller":"traceutil/trace.go:171","msg":"trace[1424468153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5433; }","duration":"1.056990731s","start":"2026-04-21T03:40:05.383551Z","end":"2026-04-21T03:40:06.440542Z","steps":["trace[1424468153] 'agreement among raft nodes before linearized reading' (duration: 1.055170527s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:06.440673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:05.383532Z","time spent":"1.057102154s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:40:07.043183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.322143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:07.04329Z","caller":"traceutil/trace.go:171","msg":"trace[578186258] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"598.52529ms","start":"2026-04-21T03:40:06.444746Z","end":"2026-04-21T03:40:07.043271Z","steps":["trace[578186258] 'process raft request' (duration: 264.034203ms)","trace[578186258] 'compare' (duration: 334.21392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:07.043381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.444722Z","time spent":"598.598721ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:07.088228Z","caller":"traceutil/trace.go:171","msg":"trace[1433360681] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"642.438175ms","start":"2026-04-21T03:40:06.445756Z","end":"2026-04-21T03:40:07.088195Z","steps":["trace[1433360681] 'process raft request' (duration: 642.2309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.088417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.44573Z","time spent":"642.584648ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:07.08858Z","caller":"traceutil/trace.go:171","msg":"trace[120766513] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5634; }","duration":"641.902111ms","start":"2026-04-21T03:40:06.44666Z","end":"2026-04-21T03:40:07.088562Z","steps":["trace[120766513] 'read index received' (duration: 262.130516ms)","trace[120766513] 'applied index is now lower than readState.Index' (duration: 379.770665ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:07.088572Z","caller":"traceutil/trace.go:171","msg":"trace[696824809] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"642.592269ms","start":"2026-04-21T03:40:06.445901Z","end":"2026-04-21T03:40:07.088494Z","steps":["trace[696824809] 'process raft request' (duration: 642.253151ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:07.088636Z","caller":"traceutil/trace.go:171","msg":"trace[1329169724] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"642.617859ms","start":"2026-04-21T03:40:06.44598Z","end":"2026-04-21T03:40:07.088598Z","steps":["trace[1329169724] 'process raft request' (duration: 642.397474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.08879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.386437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:07.08885Z","caller":"traceutil/trace.go:171","msg":"trace[87623775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5439; }","duration":"359.48891ms","start":"2026-04-21T03:40:06.729343Z","end":"2026-04-21T03:40:07.088832Z","steps":["trace[87623775] 'agreement among raft nodes before linearized reading' (duration: 359.368087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.08885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.445969Z","time spent":"642.772464ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:07.088877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.992017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-21T03:40:07.088896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.729326Z","time spent":"359.553501ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:07.088914Z","caller":"traceutil/trace.go:171","msg":"trace[1326087817] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:5439; }","duration":"140.072319ms","start":"2026-04-21T03:40:06.948833Z","end":"2026-04-21T03:40:07.088905Z","steps":["trace[1326087817] 'agreement among raft nodes before linearized reading' (duration: 139.939035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.088909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.716197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80030"} {"level":"info","ts":"2026-04-21T03:40:07.088966Z","caller":"traceutil/trace.go:171","msg":"trace[244732833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5439; }","duration":"641.797809ms","start":"2026-04-21T03:40:06.447155Z","end":"2026-04-21T03:40:07.088953Z","steps":["trace[244732833] 'agreement among raft nodes before linearized reading' (duration: 641.533042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.089009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.447147Z","time spent":"641.850021ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80053,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:40:07.089028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.069876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:07.089099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.435805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-21T03:40:07.089105Z","caller":"traceutil/trace.go:171","msg":"trace[383660884] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5439; }","duration":"269.205999ms","start":"2026-04-21T03:40:06.819878Z","end":"2026-04-21T03:40:07.089084Z","steps":["trace[383660884] 'agreement among raft nodes before linearized reading' (duration: 269.047035ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:07.089129Z","caller":"traceutil/trace.go:171","msg":"trace[672940029] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5439; }","duration":"642.466036ms","start":"2026-04-21T03:40:06.446654Z","end":"2026-04-21T03:40:07.08912Z","steps":["trace[672940029] 'agreement among raft nodes before linearized reading' (duration: 642.411724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.089157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.446594Z","time spent":"642.557059ms","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-21T03:40:07.08911Z","caller":"traceutil/trace.go:171","msg":"trace[1521334811] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"643.03046ms","start":"2026-04-21T03:40:06.446025Z","end":"2026-04-21T03:40:07.089055Z","steps":["trace[1521334811] 'process raft request' (duration: 642.433275ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:07.088688Z","caller":"traceutil/trace.go:171","msg":"trace[1368199348] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"641.167884ms","start":"2026-04-21T03:40:06.447507Z","end":"2026-04-21T03:40:07.088675Z","steps":["trace[1368199348] 'process raft request' (duration: 641.001189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.089348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.351364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:07.08935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.447488Z","time spent":"641.811829ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:07.089352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.446016Z","time spent":"643.211604ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:07.08936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.554939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:07.089384Z","caller":"traceutil/trace.go:171","msg":"trace[343588938] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5439; }","duration":"497.427736ms","start":"2026-04-21T03:40:06.591944Z","end":"2026-04-21T03:40:07.089372Z","steps":["trace[343588938] 'agreement among raft nodes before linearized reading' (duration: 497.372015ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:07.089412Z","caller":"traceutil/trace.go:171","msg":"trace[168871569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"640.6296ms","start":"2026-04-21T03:40:06.448768Z","end":"2026-04-21T03:40:07.089397Z","steps":["trace[168871569] 'agreement among raft nodes before linearized reading' (duration: 640.546858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.089418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.591924Z","time spent":"497.483588ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:07.08943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.284503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129753"} {"level":"warn","ts":"2026-04-21T03:40:07.089454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.448715Z","time spent":"640.728134ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:40:07.088862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.445879Z","time spent":"642.800114ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:07.089474Z","caller":"traceutil/trace.go:171","msg":"trace[921759450] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5439; }","duration":"640.344744ms","start":"2026-04-21T03:40:06.449117Z","end":"2026-04-21T03:40:07.089462Z","steps":["trace[921759450] 'agreement among raft nodes before linearized reading' (duration: 640.150179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:07.089511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:06.449102Z","time spent":"640.403095ms","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-21T03:40:09.306695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393379701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:40:09.57842Z","caller":"traceutil/trace.go:171","msg":"trace[1390524801] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"772.031826ms","start":"2026-04-21T03:40:08.806364Z","end":"2026-04-21T03:40:09.578395Z","steps":["trace[1390524801] 'read index received' (duration: 771.78878ms)","trace[1390524801] 'applied index is now lower than readState.Index' (duration: 242.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:09.578495Z","caller":"traceutil/trace.go:171","msg":"trace[354201632] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"867.726259ms","start":"2026-04-21T03:40:08.710747Z","end":"2026-04-21T03:40:09.578473Z","steps":["trace[354201632] 'process raft request' (duration: 867.496903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.578674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.710723Z","time spent":"867.82708ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:09.578722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.350794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-21T03:40:09.578772Z","caller":"traceutil/trace.go:171","msg":"trace[121459777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144; range_end:; response_count:1; response_revision:5447; }","duration":"772.431705ms","start":"2026-04-21T03:40:08.806324Z","end":"2026-04-21T03:40:09.578756Z","steps":["trace[121459777] 'agreement among raft nodes before linearized reading' (duration: 772.22534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.578813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:08.806306Z","time spent":"772.495518ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" "} {"level":"warn","ts":"2026-04-21T03:40:09.578881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.252511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T03:40:09.578876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.783083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T03:40:09.578925Z","caller":"traceutil/trace.go:171","msg":"trace[1858927398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5447; }","duration":"486.346203ms","start":"2026-04-21T03:40:09.092566Z","end":"2026-04-21T03:40:09.578913Z","steps":["trace[1858927398] 'agreement among raft nodes before linearized reading' (duration: 486.20655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.578958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.092537Z","time spent":"486.414035ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:09.578964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.293334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:40:09.578952Z","caller":"traceutil/trace.go:171","msg":"trace[2055042410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5447; }","duration":"566.914716ms","start":"2026-04-21T03:40:09.012017Z","end":"2026-04-21T03:40:09.578932Z","steps":["trace[2055042410] 'agreement among raft nodes before linearized reading' (duration: 566.67875ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.579048Z","caller":"traceutil/trace.go:171","msg":"trace[1597375696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5447; }","duration":"484.431346ms","start":"2026-04-21T03:40:09.094597Z","end":"2026-04-21T03:40:09.579029Z","steps":["trace[1597375696] 'agreement among raft nodes before linearized reading' (duration: 484.150549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.579051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.248367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:40:09.579085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.011993Z","time spent":"567.075041ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:40:09.579432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.490561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-21T03:40:09.57949Z","caller":"traceutil/trace.go:171","msg":"trace[1843638228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8649aeb-1941-4863-b69e-37da5519c144; range_end:; response_count:1; response_revision:5447; }","duration":"165.698877ms","start":"2026-04-21T03:40:09.413777Z","end":"2026-04-21T03:40:09.579476Z","steps":["trace[1843638228] 'agreement among raft nodes before linearized reading' (duration: 165.334478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.579101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.094578Z","time spent":"484.509119ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:40:09.579129Z","caller":"traceutil/trace.go:171","msg":"trace[2143001938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5447; }","duration":"485.352121ms","start":"2026-04-21T03:40:09.093756Z","end":"2026-04-21T03:40:09.579108Z","steps":["trace[2143001938] 'agreement among raft nodes before linearized reading' (duration: 485.084483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.57971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.093751Z","time spent":"485.934265ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:40:09.579157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.065809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:40:09.579863Z","caller":"traceutil/trace.go:171","msg":"trace[841229464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5447; }","duration":"531.834748ms","start":"2026-04-21T03:40:09.048012Z","end":"2026-04-21T03:40:09.579847Z","steps":["trace[841229464] 'agreement among raft nodes before linearized reading' (duration: 530.879124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.579938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.047998Z","time spent":"531.92514ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:09.579197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.839342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:09.580075Z","caller":"traceutil/trace.go:171","msg":"trace[123170128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5447; }","duration":"486.735714ms","start":"2026-04-21T03:40:09.09332Z","end":"2026-04-21T03:40:09.580056Z","steps":["trace[123170128] 'agreement among raft nodes before linearized reading' (duration: 485.728888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.580138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.093314Z","time spent":"486.806295ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:40:09.579235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.792212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:40:09.580248Z","caller":"traceutil/trace.go:171","msg":"trace[1254189027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5447; }","duration":"484.815347ms","start":"2026-04-21T03:40:09.095418Z","end":"2026-04-21T03:40:09.580234Z","steps":["trace[1254189027] 'agreement among raft nodes before linearized reading' (duration: 483.71223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.579021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.640271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:09.580585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.095411Z","time spent":"485.083903ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:40:09.580667Z","caller":"traceutil/trace.go:171","msg":"trace[2043776582] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5447; }","duration":"564.294342ms","start":"2026-04-21T03:40:09.016332Z","end":"2026-04-21T03:40:09.580626Z","steps":["trace[2043776582] 'agreement among raft nodes before linearized reading' (duration: 562.644601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.580762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.016312Z","time spent":"564.422544ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:10.003863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.771097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:10.004043Z","caller":"traceutil/trace.go:171","msg":"trace[1383875405] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"419.852487ms","start":"2026-04-21T03:40:09.584166Z","end":"2026-04-21T03:40:10.004019Z","steps":["trace[1383875405] 'process raft request' (duration: 291.814433ms)","trace[1383875405] 'compare' (duration: 127.229074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:10.004522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.584149Z","time spent":"420.138363ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:10.007756Z","caller":"traceutil/trace.go:171","msg":"trace[1242442328] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"422.722168ms","start":"2026-04-21T03:40:09.585008Z","end":"2026-04-21T03:40:10.00773Z","steps":["trace[1242442328] 'process raft request' (duration: 422.548722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:10.007932Z","caller":"traceutil/trace.go:171","msg":"trace[1392875145] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"422.888691ms","start":"2026-04-21T03:40:09.585028Z","end":"2026-04-21T03:40:10.007917Z","steps":["trace[1392875145] 'process raft request' (duration: 422.656856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:10.007924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.584989Z","time spent":"422.83928ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:10.008079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.585011Z","time spent":"423.007604ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:10.008104Z","caller":"traceutil/trace.go:171","msg":"trace[2084290101] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"422.175604ms","start":"2026-04-21T03:40:09.585899Z","end":"2026-04-21T03:40:10.008075Z","steps":["trace[2084290101] 'process raft request' (duration: 421.929658ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:10.008134Z","caller":"traceutil/trace.go:171","msg":"trace[1773206314] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"422.155894ms","start":"2026-04-21T03:40:09.585957Z","end":"2026-04-21T03:40:10.008113Z","steps":["trace[1773206314] 'process raft request' (duration: 422.039661ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:10.008184Z","caller":"traceutil/trace.go:171","msg":"trace[1601843471] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5649; }","duration":"422.882341ms","start":"2026-04-21T03:40:09.585281Z","end":"2026-04-21T03:40:10.008163Z","steps":["trace[1601843471] 'read index received' (duration: 290.726446ms)","trace[1601843471] 'applied index is now lower than readState.Index' (duration: 132.154655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:10.008241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.585889Z","time spent":"422.280836ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:10.008257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.585948Z","time spent":"422.238856ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:10.008288Z","caller":"traceutil/trace.go:171","msg":"trace[497186655] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"422.122123ms","start":"2026-04-21T03:40:09.586152Z","end":"2026-04-21T03:40:10.008274Z","steps":["trace[497186655] 'process raft request' (duration: 421.928598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:10.008355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.586147Z","time spent":"422.172214ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:10.008395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.935277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:10.008421Z","caller":"traceutil/trace.go:171","msg":"trace[1680712586] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5453; }","duration":"383.966218ms","start":"2026-04-21T03:40:09.624446Z","end":"2026-04-21T03:40:10.008412Z","steps":["trace[1680712586] 'agreement among raft nodes before linearized reading' (duration: 383.875656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:10.00845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.624389Z","time spent":"384.055021ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":59,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:10.008662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.380583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80030"} {"level":"info","ts":"2026-04-21T03:40:10.008714Z","caller":"traceutil/trace.go:171","msg":"trace[87536443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5453; }","duration":"423.453045ms","start":"2026-04-21T03:40:09.585249Z","end":"2026-04-21T03:40:10.008702Z","steps":["trace[87536443] 'agreement among raft nodes before linearized reading' (duration: 423.033355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:10.008764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:09.585223Z","time spent":"423.529256ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80053,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T03:40:12.578547Z","caller":"traceutil/trace.go:171","msg":"trace[943242119] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"120.973381ms","start":"2026-04-21T03:40:12.457537Z","end":"2026-04-21T03:40:12.57851Z","steps":["trace[943242119] 'process raft request' (duration: 90.30435ms)","trace[943242119] 'compare' (duration: 30.115248ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:12.578562Z","caller":"traceutil/trace.go:171","msg":"trace[571611995] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5718; }","duration":"107.492201ms","start":"2026-04-21T03:40:12.471045Z","end":"2026-04-21T03:40:12.578537Z","steps":["trace[571611995] 'read index received' (duration: 76.899492ms)","trace[571611995] 'applied index is now lower than readState.Index' (duration: 30.591669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:12.578697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.630264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:12.578729Z","caller":"traceutil/trace.go:171","msg":"trace[860771646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5516; }","duration":"107.718786ms","start":"2026-04-21T03:40:12.471001Z","end":"2026-04-21T03:40:12.57872Z","steps":["trace[860771646] 'agreement among raft nodes before linearized reading' (duration: 107.620024ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:12.578792Z","caller":"traceutil/trace.go:171","msg":"trace[868980822] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"118.679874ms","start":"2026-04-21T03:40:12.460087Z","end":"2026-04-21T03:40:12.578767Z","steps":["trace[868980822] 'process raft request' (duration: 118.361897ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:12.578853Z","caller":"traceutil/trace.go:171","msg":"trace[682869507] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"121.071173ms","start":"2026-04-21T03:40:12.457756Z","end":"2026-04-21T03:40:12.578828Z","steps":["trace[682869507] 'process raft request' (duration: 120.601862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.189413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.891727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:14.189535Z","caller":"traceutil/trace.go:171","msg":"trace[1695912988] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"158.393267ms","start":"2026-04-21T03:40:14.031121Z","end":"2026-04-21T03:40:14.189514Z","steps":["trace[1695912988] 'process raft request' (duration: 44.317355ms)","trace[1695912988] 'compare' (duration: 113.766404ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:14.228399Z","caller":"traceutil/trace.go:171","msg":"trace[1627342281] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"197.181306ms","start":"2026-04-21T03:40:14.031195Z","end":"2026-04-21T03:40:14.228376Z","steps":["trace[1627342281] 'process raft request' (duration: 197.072364ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:14.22849Z","caller":"traceutil/trace.go:171","msg":"trace[984432854] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"197.3291ms","start":"2026-04-21T03:40:14.031142Z","end":"2026-04-21T03:40:14.228471Z","steps":["trace[984432854] 'process raft request' (duration: 196.965051ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:14.228383Z","caller":"traceutil/trace.go:171","msg":"trace[1646960137] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5742; }","duration":"195.561977ms","start":"2026-04-21T03:40:14.032796Z","end":"2026-04-21T03:40:14.228358Z","steps":["trace[1646960137] 'read index received' (duration: 42.654625ms)","trace[1646960137] 'applied index is now lower than readState.Index' (duration: 152.906472ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:14.228569Z","caller":"traceutil/trace.go:171","msg":"trace[1473590068] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"196.591792ms","start":"2026-04-21T03:40:14.031945Z","end":"2026-04-21T03:40:14.228537Z","steps":["trace[1473590068] 'process raft request' (duration: 196.370807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.228679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.861655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81241"} {"level":"info","ts":"2026-04-21T03:40:14.228734Z","caller":"traceutil/trace.go:171","msg":"trace[827580774] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5540; }","duration":"195.947737ms","start":"2026-04-21T03:40:14.032774Z","end":"2026-04-21T03:40:14.228721Z","steps":["trace[827580774] 'agreement among raft nodes before linearized reading' (duration: 195.69037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:14.228852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.07412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:14.228931Z","caller":"traceutil/trace.go:171","msg":"trace[1526464555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5540; }","duration":"165.193283ms","start":"2026-04-21T03:40:14.063725Z","end":"2026-04-21T03:40:14.228918Z","steps":["trace[1526464555] 'agreement among raft nodes before linearized reading' (duration: 165.083091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.252543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393380050,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:40:19.401539Z","caller":"traceutil/trace.go:171","msg":"trace[1129602473] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"672.858661ms","start":"2026-04-21T03:40:18.728656Z","end":"2026-04-21T03:40:19.401514Z","steps":["trace[1129602473] 'process raft request' (duration: 672.691087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.401699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:18.728642Z","time spent":"672.971124ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:19.40533Z","caller":"traceutil/trace.go:171","msg":"trace[665790080] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5817; }","duration":"653.759675ms","start":"2026-04-21T03:40:18.751524Z","end":"2026-04-21T03:40:19.405283Z","steps":["trace[665790080] 'read index received' (duration: 649.914752ms)","trace[665790080] 'applied index is now lower than readState.Index' (duration: 3.843993ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:19.405369Z","caller":"traceutil/trace.go:171","msg":"trace[40318294] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"471.940956ms","start":"2026-04-21T03:40:18.933387Z","end":"2026-04-21T03:40:19.405328Z","steps":["trace[40318294] 'process raft request' (duration: 471.723771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.405554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:18.933349Z","time spent":"472.10436ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18988,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:19.405572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.008341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:19.405613Z","caller":"traceutil/trace.go:171","msg":"trace[1077379778] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5612; }","duration":"654.114993ms","start":"2026-04-21T03:40:18.751487Z","end":"2026-04-21T03:40:19.405602Z","steps":["trace[1077379778] 'agreement among raft nodes before linearized reading' (duration: 653.96323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.405873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:18.751475Z","time spent":"654.38076ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:40:19.406249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.517891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-21T03:40:19.406313Z","caller":"traceutil/trace.go:171","msg":"trace[774810185] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5612; }","duration":"307.605192ms","start":"2026-04-21T03:40:19.098688Z","end":"2026-04-21T03:40:19.406293Z","steps":["trace[774810185] 'agreement among raft nodes before linearized reading' (duration: 307.401247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.406356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:19.098677Z","time spent":"307.672145ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-21T03:40:19.406482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.873439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-21T03:40:19.406458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.817501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:19.406603Z","caller":"traceutil/trace.go:171","msg":"trace[496308478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5612; }","duration":"343.053737ms","start":"2026-04-21T03:40:19.063517Z","end":"2026-04-21T03:40:19.40657Z","steps":["trace[496308478] 'agreement among raft nodes before linearized reading' (duration: 342.708557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.406662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:19.063492Z","time spent":"343.16337ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:40:19.406574Z","caller":"traceutil/trace.go:171","msg":"trace[49109369] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5612; }","duration":"638.014752ms","start":"2026-04-21T03:40:18.768532Z","end":"2026-04-21T03:40:19.406546Z","steps":["trace[49109369] 'agreement among raft nodes before linearized reading' (duration: 637.55444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:19.406714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:18.768506Z","time spent":"638.195977ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-21T03:40:24.559052Z","caller":"traceutil/trace.go:171","msg":"trace[1808133193] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"288.395025ms","start":"2026-04-21T03:40:24.270618Z","end":"2026-04-21T03:40:24.559013Z","steps":["trace[1808133193] 'read index received' (duration: 288.232121ms)","trace[1808133193] 'applied index is now lower than readState.Index' (duration: 161.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:24.559136Z","caller":"traceutil/trace.go:171","msg":"trace[1756507031] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"309.319316ms","start":"2026-04-21T03:40:24.249769Z","end":"2026-04-21T03:40:24.559089Z","steps":["trace[1756507031] 'process raft request' (duration: 309.034589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:24.55942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:24.249747Z","time spent":"309.52565ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:24.559452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.808506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:40:24.559576Z","caller":"traceutil/trace.go:171","msg":"trace[1743867542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5652; }","duration":"288.99707ms","start":"2026-04-21T03:40:24.27056Z","end":"2026-04-21T03:40:24.559557Z","steps":["trace[1743867542] 'agreement among raft nodes before linearized reading' (duration: 288.648162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:24.576448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.11605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:24.57649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.087321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:40:24.576494Z","caller":"traceutil/trace.go:171","msg":"trace[532200063] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"108.736929ms","start":"2026-04-21T03:40:24.46772Z","end":"2026-04-21T03:40:24.576457Z","steps":["trace[532200063] 'process raft request' (duration: 108.416181ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.576537Z","caller":"traceutil/trace.go:171","msg":"trace[429396572] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5653; }","duration":"279.271743ms","start":"2026-04-21T03:40:24.297244Z","end":"2026-04-21T03:40:24.576515Z","steps":["trace[429396572] 'agreement among raft nodes before linearized reading' (duration: 279.10961ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.576547Z","caller":"traceutil/trace.go:171","msg":"trace[2043638331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5653; }","duration":"298.174463ms","start":"2026-04-21T03:40:24.278354Z","end":"2026-04-21T03:40:24.576529Z","steps":["trace[2043638331] 'agreement among raft nodes before linearized reading' (duration: 297.954407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:24.576612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.777689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:40:24.576627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.55761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:40:24.576669Z","caller":"traceutil/trace.go:171","msg":"trace[325630747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5653; }","duration":"296.877672ms","start":"2026-04-21T03:40:24.279775Z","end":"2026-04-21T03:40:24.576652Z","steps":["trace[325630747] 'agreement among raft nodes before linearized reading' (duration: 296.707888ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.5767Z","caller":"traceutil/trace.go:171","msg":"trace[1003443834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5653; }","duration":"295.687372ms","start":"2026-04-21T03:40:24.280991Z","end":"2026-04-21T03:40:24.576679Z","steps":["trace[1003443834] 'agreement among raft nodes before linearized reading' (duration: 295.386035ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.844117Z","caller":"traceutil/trace.go:171","msg":"trace[906764673] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"263.425757ms","start":"2026-04-21T03:40:24.580635Z","end":"2026-04-21T03:40:24.844061Z","steps":["trace[906764673] 'process raft request' (duration: 212.373583ms)","trace[906764673] 'compare' (duration: 50.640064ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:24.844148Z","caller":"traceutil/trace.go:171","msg":"trace[337411632] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"263.273814ms","start":"2026-04-21T03:40:24.580837Z","end":"2026-04-21T03:40:24.84411Z","steps":["trace[337411632] 'process raft request' (duration: 263.13053ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.84439Z","caller":"traceutil/trace.go:171","msg":"trace[1126775398] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"252.350848ms","start":"2026-04-21T03:40:24.592012Z","end":"2026-04-21T03:40:24.844363Z","steps":["trace[1126775398] 'process raft request' (duration: 252.04062ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.844917Z","caller":"traceutil/trace.go:171","msg":"trace[257433515] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"223.091155ms","start":"2026-04-21T03:40:24.621779Z","end":"2026-04-21T03:40:24.84487Z","steps":["trace[257433515] 'process raft request' (duration: 222.495831ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.845123Z","caller":"traceutil/trace.go:171","msg":"trace[1872855764] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"217.837597ms","start":"2026-04-21T03:40:24.627258Z","end":"2026-04-21T03:40:24.845096Z","steps":["trace[1872855764] 'process raft request' (duration: 217.614642ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:24.845096Z","caller":"traceutil/trace.go:171","msg":"trace[913509738] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5862; }","duration":"262.621138ms","start":"2026-04-21T03:40:24.582426Z","end":"2026-04-21T03:40:24.845047Z","steps":["trace[913509738] 'read index received' (duration: 210.745034ms)","trace[913509738] 'applied index is now lower than readState.Index' (duration: 51.872134ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:24.844954Z","caller":"traceutil/trace.go:171","msg":"trace[300663401] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"221.774112ms","start":"2026-04-21T03:40:24.623144Z","end":"2026-04-21T03:40:24.844919Z","steps":["trace[300663401] 'process raft request' (duration: 221.578447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:24.845609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.14805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81718"} {"level":"info","ts":"2026-04-21T03:40:24.84574Z","caller":"traceutil/trace.go:171","msg":"trace[1014708803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5660; }","duration":"263.287004ms","start":"2026-04-21T03:40:24.582381Z","end":"2026-04-21T03:40:24.845668Z","steps":["trace[1014708803] 'agreement among raft nodes before linearized reading' (duration: 262.785012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:27.112523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.905435ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-21T03:40:30.994343Z","caller":"traceutil/trace.go:171","msg":"trace[1351924632] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5908; }","duration":"105.045538ms","start":"2026-04-21T03:40:30.889265Z","end":"2026-04-21T03:40:30.99431Z","steps":["trace[1351924632] 'read index received' (duration: 29.5863ms)","trace[1351924632] 'applied index is now lower than readState.Index' (duration: 75.458088ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:30.9945Z","caller":"traceutil/trace.go:171","msg":"trace[179865394] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"115.858833ms","start":"2026-04-21T03:40:30.87863Z","end":"2026-04-21T03:40:30.994489Z","steps":["trace[179865394] 'process raft request' (duration: 115.422902ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:30.994643Z","caller":"traceutil/trace.go:171","msg":"trace[633832508] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"105.279304ms","start":"2026-04-21T03:40:30.889356Z","end":"2026-04-21T03:40:30.994635Z","steps":["trace[633832508] 'process raft request' (duration: 104.870704ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:30.994719Z","caller":"traceutil/trace.go:171","msg":"trace[567525635] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"103.920061ms","start":"2026-04-21T03:40:30.890791Z","end":"2026-04-21T03:40:30.994711Z","steps":["trace[567525635] 'process raft request' (duration: 103.47248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:30.994933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.949377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:40:30.995002Z","caller":"traceutil/trace.go:171","msg":"trace[294197990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5703; }","duration":"103.043181ms","start":"2026-04-21T03:40:30.891942Z","end":"2026-04-21T03:40:30.994985Z","steps":["trace[294197990] 'agreement among raft nodes before linearized reading' (duration: 102.872847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:30.995148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.858258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:30.995179Z","caller":"traceutil/trace.go:171","msg":"trace[41422991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5703; }","duration":"105.9492ms","start":"2026-04-21T03:40:30.889221Z","end":"2026-04-21T03:40:30.99517Z","steps":["trace[41422991] 'agreement among raft nodes before linearized reading' (duration: 105.777066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:30.995203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.085012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:40:30.995293Z","caller":"traceutil/trace.go:171","msg":"trace[1018122467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:5703; }","duration":"101.208676ms","start":"2026-04-21T03:40:30.894066Z","end":"2026-04-21T03:40:30.995275Z","steps":["trace[1018122467] 'agreement among raft nodes before linearized reading' (duration: 101.012211ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:31.640595Z","caller":"traceutil/trace.go:171","msg":"trace[507350172] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"202.871863ms","start":"2026-04-21T03:40:31.437698Z","end":"2026-04-21T03:40:31.640569Z","steps":["trace[507350172] 'process raft request' (duration: 202.611447ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:31.640786Z","caller":"traceutil/trace.go:171","msg":"trace[1117776373] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"200.873913ms","start":"2026-04-21T03:40:31.439876Z","end":"2026-04-21T03:40:31.64075Z","steps":["trace[1117776373] 'process raft request' (duration: 200.610457ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:31.904602Z","caller":"traceutil/trace.go:171","msg":"trace[1136141380] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"255.211777ms","start":"2026-04-21T03:40:31.649345Z","end":"2026-04-21T03:40:31.904556Z","steps":["trace[1136141380] 'process raft request' (duration: 229.247365ms)","trace[1136141380] 'compare' (duration: 25.778468ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:41:03.892871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-04-21T03:41:03.991997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"97.795423ms","hash":2812643923,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":33099776,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-21T03:41:03.992062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2812643923,"revision":2976,"compact-revision":-1} {"level":"warn","ts":"2026-04-21T03:41:07.197392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.113178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-21T03:41:07.197544Z","caller":"traceutil/trace.go:171","msg":"trace[1290521627] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6009; }","duration":"100.305813ms","start":"2026-04-21T03:41:07.09722Z","end":"2026-04-21T03:41:07.197526Z","steps":["trace[1290521627] 'range keys from in-memory index tree' (duration: 100.004755ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:07.220597Z","caller":"traceutil/trace.go:171","msg":"trace[29943589] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"105.226683ms","start":"2026-04-21T03:41:07.115345Z","end":"2026-04-21T03:41:07.220571Z","steps":["trace[29943589] 'process raft request' (duration: 105.07489ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:07.245442Z","caller":"traceutil/trace.go:171","msg":"trace[1277805045] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"129.999136ms","start":"2026-04-21T03:41:07.115394Z","end":"2026-04-21T03:41:07.245393Z","steps":["trace[1277805045] 'process raft request' (duration: 129.769051ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:07.245619Z","caller":"traceutil/trace.go:171","msg":"trace[131669877] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"121.246625ms","start":"2026-04-21T03:41:07.124346Z","end":"2026-04-21T03:41:07.245593Z","steps":["trace[131669877] 'process raft request' (duration: 120.947447ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:07.416266Z","caller":"traceutil/trace.go:171","msg":"trace[1854910631] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6233; }","duration":"137.323656ms","start":"2026-04-21T03:41:07.278911Z","end":"2026-04-21T03:41:07.416234Z","steps":["trace[1854910631] 'read index received' (duration: 47.380765ms)","trace[1854910631] 'applied index is now lower than readState.Index' (duration: 89.941721ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:41:07.416434Z","caller":"traceutil/trace.go:171","msg":"trace[1475561888] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"162.666314ms","start":"2026-04-21T03:41:07.253728Z","end":"2026-04-21T03:41:07.416394Z","steps":["trace[1475561888] 'process raft request' (duration: 72.590809ms)","trace[1475561888] 'compare' (duration: 89.750106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:41:07.416548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.617944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:41:07.4166Z","caller":"traceutil/trace.go:171","msg":"trace[1184741045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:6014; }","duration":"137.718026ms","start":"2026-04-21T03:41:07.278866Z","end":"2026-04-21T03:41:07.416584Z","steps":["trace[1184741045] 'agreement among raft nodes before linearized reading' (duration: 137.477591ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:21.080902Z","caller":"traceutil/trace.go:171","msg":"trace[1030141949] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"104.066425ms","start":"2026-04-21T03:41:20.976802Z","end":"2026-04-21T03:41:21.080869Z","steps":["trace[1030141949] 'process raft request' (duration: 103.827559ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:21.289111Z","caller":"traceutil/trace.go:171","msg":"trace[1500615096] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"100.957629ms","start":"2026-04-21T03:41:21.188132Z","end":"2026-04-21T03:41:21.28909Z","steps":["trace[1500615096] 'process raft request' (duration: 100.815726ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:03.89963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5993} {"level":"info","ts":"2026-04-21T03:46:03.99303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5993,"took":"91.417571ms","hash":3721433920,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":21602304,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-21T03:46:03.993103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3721433920,"revision":5993,"compact-revision":2976} {"level":"warn","ts":"2026-04-21T03:46:27.202244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393387279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:46:27.489638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.065169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:27.489773Z","caller":"traceutil/trace.go:171","msg":"trace[2127900926] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8665; }","duration":"788.387867ms","start":"2026-04-21T03:46:26.701363Z","end":"2026-04-21T03:46:27.48975Z","steps":["trace[2127900926] 'read index received' (duration: 539.041251ms)","trace[2127900926] 'applied index is now lower than readState.Index' (duration: 249.344936ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:27.490061Z","caller":"traceutil/trace.go:171","msg":"trace[2016034179] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"849.703006ms","start":"2026-04-21T03:46:26.640307Z","end":"2026-04-21T03:46:27.49001Z","steps":["trace[2016034179] 'process raft request' (duration: 600.084174ms)","trace[2016034179] 'compare' (duration: 248.897265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:27.490114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.379211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:27.490166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.245427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T03:46:27.490192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.548774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:46:27.490223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:26.640286Z","time spent":"849.84898ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:27.490217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.644464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:46:27.490229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.5881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:46:27.490273Z","caller":"traceutil/trace.go:171","msg":"trace[1339715572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8369; }","duration":"180.39496ms","start":"2026-04-21T03:46:27.309854Z","end":"2026-04-21T03:46:27.490249Z","steps":["trace[1339715572] 'agreement among raft nodes before linearized reading' (duration: 180.135284ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:27.490285Z","caller":"traceutil/trace.go:171","msg":"trace[196601626] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8369; }","duration":"124.690038ms","start":"2026-04-21T03:46:27.36557Z","end":"2026-04-21T03:46:27.49026Z","steps":["trace[196601626] 'agreement among raft nodes before linearized reading' (duration: 124.441702ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:27.490312Z","caller":"traceutil/trace.go:171","msg":"trace[924787710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8369; }","duration":"471.794187ms","start":"2026-04-21T03:46:27.018492Z","end":"2026-04-21T03:46:27.490286Z","steps":["trace[924787710] 'agreement among raft nodes before linearized reading' (duration: 471.517941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.490397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:27.018477Z","time spent":"471.89295ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:46:27.490325Z","caller":"traceutil/trace.go:171","msg":"trace[2113038876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8369; }","duration":"489.743864ms","start":"2026-04-21T03:46:27.000552Z","end":"2026-04-21T03:46:27.490296Z","steps":["trace[2113038876] 'agreement among raft nodes before linearized reading' (duration: 489.450957ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:27.490197Z","caller":"traceutil/trace.go:171","msg":"trace[1057674377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"145.510894ms","start":"2026-04-21T03:46:27.344664Z","end":"2026-04-21T03:46:27.490174Z","steps":["trace[1057674377] 'agreement among raft nodes before linearized reading' (duration: 145.35704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.490468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:27.000491Z","time spent":"489.961088ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:46:27.49052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.153276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T03:46:27.490192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.187579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:27.49057Z","caller":"traceutil/trace.go:171","msg":"trace[594488583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8369; }","duration":"789.258479ms","start":"2026-04-21T03:46:26.701298Z","end":"2026-04-21T03:46:27.490556Z","steps":["trace[594488583] 'agreement among raft nodes before linearized reading' (duration: 788.619103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.490608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:26.701273Z","time spent":"789.325621ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:46:27.490613Z","caller":"traceutil/trace.go:171","msg":"trace[1239725587] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8369; }","duration":"526.710103ms","start":"2026-04-21T03:46:26.963878Z","end":"2026-04-21T03:46:27.490588Z","steps":["trace[1239725587] 'agreement among raft nodes before linearized reading' (duration: 526.102087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.490519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.815108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-21T03:46:27.490683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:26.963864Z","time spent":"526.798074ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:46:27.490758Z","caller":"traceutil/trace.go:171","msg":"trace[283441809] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:8369; }","duration":"521.104115ms","start":"2026-04-21T03:46:26.969606Z","end":"2026-04-21T03:46:27.49071Z","steps":["trace[283441809] 'agreement among raft nodes before linearized reading' (duration: 520.412008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.491463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:26.9696Z","time spent":"521.30219ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-04-21T03:46:38.392712Z","caller":"traceutil/trace.go:171","msg":"trace[251044387] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"246.753512ms","start":"2026-04-21T03:46:38.145932Z","end":"2026-04-21T03:46:38.392686Z","steps":["trace[251044387] 'process raft request' (duration: 246.603149ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:38.638304Z","caller":"traceutil/trace.go:171","msg":"trace[799652639] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8725; }","duration":"225.905627ms","start":"2026-04-21T03:46:38.41237Z","end":"2026-04-21T03:46:38.638276Z","steps":["trace[799652639] 'read index received' (duration: 132.277293ms)","trace[799652639] 'applied index is now lower than readState.Index' (duration: 93.627244ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:38.638423Z","caller":"traceutil/trace.go:171","msg":"trace[390899101] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"346.757892ms","start":"2026-04-21T03:46:38.291626Z","end":"2026-04-21T03:46:38.638383Z","steps":["trace[390899101] 'process raft request' (duration: 253.035605ms)","trace[390899101] 'compare' (duration: 93.502862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:38.63848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.04054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:38.639073Z","caller":"traceutil/trace.go:171","msg":"trace[1435946593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8426; }","duration":"226.153683ms","start":"2026-04-21T03:46:38.412361Z","end":"2026-04-21T03:46:38.638515Z","steps":["trace[1435946593] 'agreement among raft nodes before linearized reading' (duration: 226.01739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:38.639074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.291595Z","time spent":"346.911786ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.1819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.619097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:39.182075Z","caller":"traceutil/trace.go:171","msg":"trace[857900821] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"717.627469ms","start":"2026-04-21T03:46:38.464425Z","end":"2026-04-21T03:46:39.182052Z","steps":["trace[857900821] 'process raft request' (duration: 291.745256ms)","trace[857900821] 'compare' (duration: 425.462623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:39.182153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.464397Z","time spent":"717.724131ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:39.182603Z","caller":"traceutil/trace.go:171","msg":"trace[1751664805] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"646.778158ms","start":"2026-04-21T03:46:38.535765Z","end":"2026-04-21T03:46:39.182543Z","steps":["trace[1751664805] 'process raft request' (duration: 646.234345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.182841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.535737Z","time spent":"646.988523ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:39.443769Z","caller":"traceutil/trace.go:171","msg":"trace[1839008660] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8728; }","duration":"380.197563ms","start":"2026-04-21T03:46:39.063544Z","end":"2026-04-21T03:46:39.443741Z","steps":["trace[1839008660] 'read index received' (duration: 283.796802ms)","trace[1839008660] 'applied index is now lower than readState.Index' (duration: 96.399721ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:39.44381Z","caller":"traceutil/trace.go:171","msg":"trace[1126080862] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"858.654673ms","start":"2026-04-21T03:46:38.585119Z","end":"2026-04-21T03:46:39.443774Z","steps":["trace[1126080862] 'process raft request' (duration: 762.321094ms)","trace[1126080862] 'compare' (duration: 96.191446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:39.443891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.335216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:39.443931Z","caller":"traceutil/trace.go:171","msg":"trace[37282155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8429; }","duration":"380.430468ms","start":"2026-04-21T03:46:39.063491Z","end":"2026-04-21T03:46:39.443921Z","steps":["trace[37282155] 'agreement among raft nodes before linearized reading' (duration: 380.349156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.443963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.063469Z","time spent":"380.487061ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:39.443969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.585082Z","time spent":"858.789847ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.798411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.287617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:46:39.798472Z","caller":"traceutil/trace.go:171","msg":"trace[2124591930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8429; }","duration":"231.425391ms","start":"2026-04-21T03:46:39.567032Z","end":"2026-04-21T03:46:39.798458Z","steps":["trace[2124591930] 'range keys from in-memory index tree' (duration: 231.079961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.798627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.865848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:46:39.798688Z","caller":"traceutil/trace.go:171","msg":"trace[129257555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8429; }","duration":"249.96617ms","start":"2026-04-21T03:46:39.548709Z","end":"2026-04-21T03:46:39.798675Z","steps":["trace[129257555] 'range keys from in-memory index tree' (duration: 249.729834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.79875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.529057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:46:39.798796Z","caller":"traceutil/trace.go:171","msg":"trace[1845013026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8429; }","duration":"253.588859ms","start":"2026-04-21T03:46:39.545185Z","end":"2026-04-21T03:46:39.798774Z","steps":["trace[1845013026] 'range keys from in-memory index tree' (duration: 253.436234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.798944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.06795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:46:39.798968Z","caller":"traceutil/trace.go:171","msg":"trace[660361229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8429; }","duration":"233.151472ms","start":"2026-04-21T03:46:39.56581Z","end":"2026-04-21T03:46:39.798962Z","steps":["trace[660361229] 'range keys from in-memory index tree' (duration: 232.691501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.799163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.799485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:46:39.799667Z","caller":"traceutil/trace.go:171","msg":"trace[422860303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8429; }","duration":"224.159274ms","start":"2026-04-21T03:46:39.575252Z","end":"2026-04-21T03:46:39.799411Z","steps":["trace[422860303] 'range keys from in-memory index tree' (duration: 223.110369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.219259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.539262ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:41.219441Z","caller":"traceutil/trace.go:171","msg":"trace[102618628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8433; }","duration":"345.742337ms","start":"2026-04-21T03:46:40.873678Z","end":"2026-04-21T03:46:41.21942Z","steps":["trace[102618628] 'range keys from in-memory index tree' (duration: 345.519561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.220191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097347481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:46:41.220291Z","caller":"traceutil/trace.go:171","msg":"trace[2063511007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8433; }","duration":"1.097492415s","start":"2026-04-21T03:46:40.122775Z","end":"2026-04-21T03:46:41.220267Z","steps":["trace[2063511007] 'range keys from in-memory index tree' (duration: 1.097179338s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.220344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.122753Z","time spent":"1.097577777s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:46:41.220697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.276695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:41.220894Z","caller":"traceutil/trace.go:171","msg":"trace[305904137] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8733; }","duration":"872.691505ms","start":"2026-04-21T03:46:40.348178Z","end":"2026-04-21T03:46:41.220869Z","steps":["trace[305904137] 'read index received' (duration: 35.017891ms)","trace[305904137] 'applied index is now lower than readState.Index' (duration: 837.671604ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:41.22113Z","caller":"traceutil/trace.go:171","msg":"trace[1894895550] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"948.167229ms","start":"2026-04-21T03:46:40.27292Z","end":"2026-04-21T03:46:41.221087Z","steps":["trace[1894895550] 'process raft request' (duration: 110.33947ms)","trace[1894895550] 'compare' (duration: 836.995579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:41.221275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.272892Z","time spent":"948.294262ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:41.221301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.123426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T03:46:41.221356Z","caller":"traceutil/trace.go:171","msg":"trace[1309528914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8434; }","duration":"873.216899ms","start":"2026-04-21T03:46:40.348124Z","end":"2026-04-21T03:46:41.22134Z","steps":["trace[1309528914] 'agreement among raft nodes before linearized reading' (duration: 872.980823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.2214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.348103Z","time spent":"873.28993ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T03:46:41.497522Z","caller":"traceutil/trace.go:171","msg":"trace[947937873] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"853.339226ms","start":"2026-04-21T03:46:40.64415Z","end":"2026-04-21T03:46:41.497489Z","steps":["trace[947937873] 'process raft request' (duration: 829.314542ms)","trace[947937873] 'compare' (duration: 23.879729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:41.497713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.644118Z","time spent":"853.488849ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.524837Z","caller":"traceutil/trace.go:171","msg":"trace[1308349280] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"338.08301ms","start":"2026-04-21T03:46:41.186725Z","end":"2026-04-21T03:46:41.524808Z","steps":["trace[1308349280] 'process raft request' (duration: 337.901446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.524997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.186694Z","time spent":"338.216584ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.525272Z","caller":"traceutil/trace.go:171","msg":"trace[1704200294] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"336.902042ms","start":"2026-04-21T03:46:41.188339Z","end":"2026-04-21T03:46:41.525241Z","steps":["trace[1704200294] 'process raft request' (duration: 336.42623ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:41.525353Z","caller":"traceutil/trace.go:171","msg":"trace[948461841] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8734; }","duration":"304.352111ms","start":"2026-04-21T03:46:41.220966Z","end":"2026-04-21T03:46:41.525318Z","steps":["trace[948461841] 'read index received' (duration: 252.485421ms)","trace[948461841] 'applied index is now lower than readState.Index' (duration: 51.865019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:41.525423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.188316Z","time spent":"337.029635ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.525552Z","caller":"traceutil/trace.go:171","msg":"trace[1227379678] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"299.78704ms","start":"2026-04-21T03:46:41.225732Z","end":"2026-04-21T03:46:41.525519Z","steps":["trace[1227379678] 'process raft request' (duration: 299.37651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.525673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129255777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:46:41.525723Z","caller":"traceutil/trace.go:171","msg":"trace[493807937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8439; }","duration":"1.129344539s","start":"2026-04-21T03:46:40.396368Z","end":"2026-04-21T03:46:41.525712Z","steps":["trace[493807937] 'agreement among raft nodes before linearized reading' (duration: 1.129198535s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.525759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.396334Z","time spent":"1.129419071s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:41.525863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060382814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:41.525912Z","caller":"traceutil/trace.go:171","msg":"trace[1389525950] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8439; }","duration":"1.060484116s","start":"2026-04-21T03:46:40.465413Z","end":"2026-04-21T03:46:41.525898Z","steps":["trace[1389525950] 'agreement among raft nodes before linearized reading' (duration: 1.060387534s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.525945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.465392Z","time spent":"1.060544977s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:41.525984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092610346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-21T03:46:41.52599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.174969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:46:41.526044Z","caller":"traceutil/trace.go:171","msg":"trace[1716802318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8439; }","duration":"1.092696698s","start":"2026-04-21T03:46:40.433328Z","end":"2026-04-21T03:46:41.526025Z","steps":["trace[1716802318] 'agreement among raft nodes before linearized reading' (duration: 1.092536535s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:41.526048Z","caller":"traceutil/trace.go:171","msg":"trace[1308295430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8439; }","duration":"302.260091ms","start":"2026-04-21T03:46:41.223774Z","end":"2026-04-21T03:46:41.526034Z","steps":["trace[1308295430] 'agreement among raft nodes before linearized reading' (duration: 302.052546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.526082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.223756Z","time spent":"302.317873ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:46:41.526082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.433321Z","time spent":"1.09275185s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T03:46:41.525596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.743465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:41.526144Z","caller":"traceutil/trace.go:171","msg":"trace[30585155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8439; }","duration":"462.39602ms","start":"2026-04-21T03:46:41.063728Z","end":"2026-04-21T03:46:41.526124Z","steps":["trace[30585155] 'agreement among raft nodes before linearized reading' (duration: 461.773925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.5262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.063705Z","time spent":"462.479992ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:46:41.944299Z","caller":"traceutil/trace.go:171","msg":"trace[93855103] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"413.173744ms","start":"2026-04-21T03:46:41.531094Z","end":"2026-04-21T03:46:41.944268Z","steps":["trace[93855103] 'process raft request' (duration: 369.74889ms)","trace[93855103] 'compare' (duration: 43.24033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:41.944493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.531076Z","time spent":"413.325738ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.946081Z","caller":"traceutil/trace.go:171","msg":"trace[1933956983] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8739; }","duration":"360.65867ms","start":"2026-04-21T03:46:41.585404Z","end":"2026-04-21T03:46:41.946063Z","steps":["trace[1933956983] 'read index received' (duration: 315.539834ms)","trace[1933956983] 'applied index is now lower than readState.Index' (duration: 45.117946ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:41.946184Z","caller":"traceutil/trace.go:171","msg":"trace[614377899] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"414.62107ms","start":"2026-04-21T03:46:41.531533Z","end":"2026-04-21T03:46:41.946154Z","steps":["trace[614377899] 'process raft request' (duration: 414.440576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.946289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.868475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:41.946336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.531508Z","time spent":"414.727092ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.946376Z","caller":"traceutil/trace.go:171","msg":"trace[1850135988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8441; }","duration":"361.018278ms","start":"2026-04-21T03:46:41.585338Z","end":"2026-04-21T03:46:41.946356Z","steps":["trace[1850135988] 'agreement among raft nodes before linearized reading' (duration: 360.838454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.946427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.585308Z","time spent":"361.11012ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:46:41.946423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.680933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012\" ","response":"range_response_count:1 size:1130"} {"level":"warn","ts":"2026-04-21T03:46:41.946486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.857817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:46:41.946539Z","caller":"traceutil/trace.go:171","msg":"trace[2138288733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8441; }","duration":"118.946609ms","start":"2026-04-21T03:46:41.827576Z","end":"2026-04-21T03:46:41.946522Z","steps":["trace[2138288733] 'agreement among raft nodes before linearized reading' (duration: 118.808546ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:41.946566Z","caller":"traceutil/trace.go:171","msg":"trace[732282473] range","detail":"{range_begin:/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012; range_end:; response_count:1; response_revision:8441; }","duration":"321.832177ms","start":"2026-04-21T03:46:41.624679Z","end":"2026-04-21T03:46:41.946511Z","steps":["trace[732282473] 'agreement among raft nodes before linearized reading' (duration: 321.513009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.946663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.624655Z","time spent":"321.950809ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012\" "} {"level":"warn","ts":"2026-04-21T03:46:41.94672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.087732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:41.94695Z","caller":"traceutil/trace.go:171","msg":"trace[657536424] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8441; }","duration":"126.380159ms","start":"2026-04-21T03:46:41.820514Z","end":"2026-04-21T03:46:41.946894Z","steps":["trace[657536424] 'agreement among raft nodes before linearized reading' (duration: 125.99167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.246428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.46534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:42.246587Z","caller":"traceutil/trace.go:171","msg":"trace[2126437553] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8741; }","duration":"296.072981ms","start":"2026-04-21T03:46:41.950488Z","end":"2026-04-21T03:46:42.246561Z","steps":["trace[2126437553] 'read index received' (duration: 125.292393ms)","trace[2126437553] 'applied index is now lower than readState.Index' (duration: 170.778688ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:42.246622Z","caller":"traceutil/trace.go:171","msg":"trace[1519615610] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"297.359812ms","start":"2026-04-21T03:46:41.949224Z","end":"2026-04-21T03:46:42.246584Z","steps":["trace[1519615610] 'process raft request' (duration: 126.590044ms)","trace[1519615610] 'compare' (duration: 170.296126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:42.246754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.238375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:42.24684Z","caller":"traceutil/trace.go:171","msg":"trace[1612094242] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8442; }","duration":"296.352938ms","start":"2026-04-21T03:46:41.950467Z","end":"2026-04-21T03:46:42.24682Z","steps":["trace[1612094242] 'agreement among raft nodes before linearized reading' (duration: 296.190584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.89876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.758011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:42.899133Z","caller":"traceutil/trace.go:171","msg":"trace[463314176] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8742; }","duration":"652.482926ms","start":"2026-04-21T03:46:42.246628Z","end":"2026-04-21T03:46:42.899111Z","steps":["trace[463314176] 'read index received' (duration: 191.277034ms)","trace[463314176] 'applied index is now lower than readState.Index' (duration: 461.204472ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:42.899154Z","caller":"traceutil/trace.go:171","msg":"trace[1437962215] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"948.508257ms","start":"2026-04-21T03:46:41.950622Z","end":"2026-04-21T03:46:42.89913Z","steps":["trace[1437962215] 'process raft request' (duration: 948.368083ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:42.899158Z","caller":"traceutil/trace.go:171","msg":"trace[1057914918] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"948.306852ms","start":"2026-04-21T03:46:41.950824Z","end":"2026-04-21T03:46:42.899131Z","steps":["trace[1057914918] 'process raft request' (duration: 948.228ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:42.899178Z","caller":"traceutil/trace.go:171","msg":"trace[2133407232] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"948.625549ms","start":"2026-04-21T03:46:41.950521Z","end":"2026-04-21T03:46:42.899147Z","steps":["trace[2133407232] 'process raft request' (duration: 948.390954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.89927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.950814Z","time spent":"948.407954ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:42.899284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.950604Z","time spent":"948.617999ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:42.899089Z","caller":"traceutil/trace.go:171","msg":"trace[1851325064] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"948.530457ms","start":"2026-04-21T03:46:41.950521Z","end":"2026-04-21T03:46:42.899052Z","steps":["trace[1851325064] 'process raft request' (duration: 487.355536ms)","trace[1851325064] 'compare' (duration: 460.594597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:42.899343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.950496Z","time spent":"948.769643ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:42.899343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.233061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:46:42.899484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.950508Z","time spent":"948.906877ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:42.899517Z","caller":"traceutil/trace.go:171","msg":"trace[175869197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8446; }","duration":"743.480406ms","start":"2026-04-21T03:46:42.156004Z","end":"2026-04-21T03:46:42.899484Z","steps":["trace[175869197] 'agreement among raft nodes before linearized reading' (duration: 743.130678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.899578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.155975Z","time spent":"743.585929ms","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:42.899879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.115772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222725"} {"level":"info","ts":"2026-04-21T03:46:42.899943Z","caller":"traceutil/trace.go:171","msg":"trace[2004103884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8446; }","duration":"947.212915ms","start":"2026-04-21T03:46:41.952716Z","end":"2026-04-21T03:46:42.899929Z","steps":["trace[2004103884] 'agreement among raft nodes before linearized reading' (duration: 946.483007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.900027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.952708Z","time spent":"947.269816ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222748,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:46:43.321157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.722417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:46:43.32127Z","caller":"traceutil/trace.go:171","msg":"trace[1377420130] linearizableReadLoop","detail":"{readStateIndex:8747; appliedIndex:8746; }","duration":"422.048611ms","start":"2026-04-21T03:46:42.8992Z","end":"2026-04-21T03:46:43.321249Z","steps":["trace[1377420130] 'read index received' (duration: 83.249112ms)","trace[1377420130] 'applied index is now lower than readState.Index' (duration: 338.797669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:43.321512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.801175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:43.321603Z","caller":"traceutil/trace.go:171","msg":"trace[924790222] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8446; }","duration":"953.978229ms","start":"2026-04-21T03:46:42.3676Z","end":"2026-04-21T03:46:43.321578Z","steps":["trace[924790222] 'agreement among raft nodes before linearized reading' (duration: 953.792015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.321654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.36756Z","time spent":"954.083672ms","remote":"127.0.0.1:55676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:43.321669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.450072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.321776Z","caller":"traceutil/trace.go:171","msg":"trace[265291478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8446; }","duration":"257.639057ms","start":"2026-04-21T03:46:43.064112Z","end":"2026-04-21T03:46:43.321751Z","steps":["trace[265291478] 'agreement among raft nodes before linearized reading' (duration: 257.425261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.321851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071124234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:46:43.321931Z","caller":"traceutil/trace.go:171","msg":"trace[1558564544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8446; }","duration":"1.071263137s","start":"2026-04-21T03:46:42.250648Z","end":"2026-04-21T03:46:43.321911Z","steps":["trace[1558564544] 'agreement among raft nodes before linearized reading' (duration: 1.07097051s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.321979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.250627Z","time spent":"1.07134345s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:46:43.818912Z","caller":"traceutil/trace.go:171","msg":"trace[1382281925] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"287.751789ms","start":"2026-04-21T03:46:43.531136Z","end":"2026-04-21T03:46:43.818888Z","steps":["trace[1382281925] 'process raft request' (duration: 287.652297ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.818956Z","caller":"traceutil/trace.go:171","msg":"trace[566105213] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"287.937173ms","start":"2026-04-21T03:46:43.530978Z","end":"2026-04-21T03:46:43.818916Z","steps":["trace[566105213] 'process raft request' (duration: 287.636485ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.819045Z","caller":"traceutil/trace.go:171","msg":"trace[2068858749] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"287.44807ms","start":"2026-04-21T03:46:43.531582Z","end":"2026-04-21T03:46:43.81903Z","steps":["trace[2068858749] 'process raft request' (duration: 287.267006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.407689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393387550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:46:45.543852Z","caller":"traceutil/trace.go:171","msg":"trace[672018909] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"637.314768ms","start":"2026-04-21T03:46:44.906474Z","end":"2026-04-21T03:46:45.543789Z","steps":["trace[672018909] 'process raft request' (duration: 637.090053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.544072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.906456Z","time spent":"637.498803ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.009242Z","caller":"traceutil/trace.go:171","msg":"trace[2087073956] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"1.102118737s","start":"2026-04-21T03:46:44.907087Z","end":"2026-04-21T03:46:46.009206Z","steps":["trace[2087073956] 'process raft request' (duration: 1.101659626s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.00924Z","caller":"traceutil/trace.go:171","msg":"trace[1583708157] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"1.101338308s","start":"2026-04-21T03:46:44.907869Z","end":"2026-04-21T03:46:46.009207Z","steps":["trace[1583708157] 'process raft request' (duration: 1.101221325s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.009449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.907071Z","time spent":"1.1022669s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:46.00945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.907854Z","time spent":"1.101504402s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.009632Z","caller":"traceutil/trace.go:171","msg":"trace[14554143] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"1.100567979s","start":"2026-04-21T03:46:44.909036Z","end":"2026-04-21T03:46:46.009604Z","steps":["trace[14554143] 'process raft request' (duration: 1.100117629s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.009691Z","caller":"traceutil/trace.go:171","msg":"trace[282277665] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"606.961491ms","start":"2026-04-21T03:46:45.402702Z","end":"2026-04-21T03:46:46.009663Z","steps":["trace[282277665] 'process raft request' (duration: 606.730495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.009736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.909004Z","time spent":"1.100691773s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.009618Z","caller":"traceutil/trace.go:171","msg":"trace[2127281666] linearizableReadLoop","detail":"{readStateIndex:8757; appliedIndex:8752; }","duration":"1.102425214s","start":"2026-04-21T03:46:44.907166Z","end":"2026-04-21T03:46:46.009591Z","steps":["trace[2127281666] 'read index received' (duration: 636.420077ms)","trace[2127281666] 'applied index is now lower than readState.Index' (duration: 466.003957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:46.00982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102629369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T03:46:46.009862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.402678Z","time spent":"607.084773ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.009874Z","caller":"traceutil/trace.go:171","msg":"trace[720556371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8456; }","duration":"1.102743132s","start":"2026-04-21T03:46:44.907119Z","end":"2026-04-21T03:46:46.009862Z","steps":["trace[720556371] 'agreement among raft nodes before linearized reading' (duration: 1.102559737s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.009924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.907102Z","time spent":"1.102813453s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"warn","ts":"2026-04-21T03:46:46.301103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.500325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:46.301316Z","caller":"traceutil/trace.go:171","msg":"trace[423996184] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"731.044775ms","start":"2026-04-21T03:46:45.570236Z","end":"2026-04-21T03:46:46.301281Z","steps":["trace[423996184] 'process raft request' (duration: 622.248744ms)","trace[423996184] 'compare' (duration: 108.373811ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:46.30135Z","caller":"traceutil/trace.go:171","msg":"trace[1866360821] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"476.523593ms","start":"2026-04-21T03:46:45.824808Z","end":"2026-04-21T03:46:46.301332Z","steps":["trace[1866360821] 'process raft request' (duration: 476.443921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.301424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.824761Z","time spent":"476.628706ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.301335Z","caller":"traceutil/trace.go:171","msg":"trace[1137757080] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"476.623376ms","start":"2026-04-21T03:46:45.824691Z","end":"2026-04-21T03:46:46.301314Z","steps":["trace[1137757080] 'process raft request' (duration: 476.503273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.301466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.570207Z","time spent":"731.176567ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:46.30156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.824652Z","time spent":"476.82316ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.301577Z","caller":"traceutil/trace.go:171","msg":"trace[738218481] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8757; }","duration":"291.721445ms","start":"2026-04-21T03:46:46.009845Z","end":"2026-04-21T03:46:46.301567Z","steps":["trace[738218481] 'read index received' (duration: 182.509642ms)","trace[738218481] 'applied index is now lower than readState.Index' (duration: 109.210413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:46.301709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238047347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:46.301769Z","caller":"traceutil/trace.go:171","msg":"trace[2064237864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8460; }","duration":"1.23812344s","start":"2026-04-21T03:46:45.06361Z","end":"2026-04-21T03:46:46.301733Z","steps":["trace[2064237864] 'agreement among raft nodes before linearized reading' (duration: 1.237986066s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.301807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.06359Z","time spent":"1.238210822s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:46.301737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.445313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:46:46.301853Z","caller":"traceutil/trace.go:171","msg":"trace[462249363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8460; }","duration":"306.600826ms","start":"2026-04-21T03:46:45.995239Z","end":"2026-04-21T03:46:46.30184Z","steps":["trace[462249363] 'agreement among raft nodes before linearized reading' (duration: 306.349509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.301898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.995207Z","time spent":"306.678468ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:46:46.301879Z","caller":"traceutil/trace.go:171","msg":"trace[1203966476] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"476.865542ms","start":"2026-04-21T03:46:45.824967Z","end":"2026-04-21T03:46:46.301833Z","steps":["trace[1203966476] 'process raft request' (duration: 476.322938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.301996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226032016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:46.302081Z","caller":"traceutil/trace.go:171","msg":"trace[1662728843] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8460; }","duration":"1.226137099s","start":"2026-04-21T03:46:45.075925Z","end":"2026-04-21T03:46:46.302062Z","steps":["trace[1662728843] 'agreement among raft nodes before linearized reading' (duration: 1.225971975s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.302139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.075857Z","time spent":"1.226270792s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:46.302094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.76635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:46.302348Z","caller":"traceutil/trace.go:171","msg":"trace[485263723] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8460; }","duration":"496.309853ms","start":"2026-04-21T03:46:45.806021Z","end":"2026-04-21T03:46:46.30233Z","steps":["trace[485263723] 'agreement among raft nodes before linearized reading' (duration: 495.693017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.302464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.938369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222725"} {"level":"warn","ts":"2026-04-21T03:46:46.302388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.824895Z","time spent":"477.095998ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.302538Z","caller":"traceutil/trace.go:171","msg":"trace[1494819655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8460; }","duration":"287.074353ms","start":"2026-04-21T03:46:46.015443Z","end":"2026-04-21T03:46:46.302517Z","steps":["trace[1494819655] 'agreement among raft nodes before linearized reading' (duration: 286.370586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.303751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.805987Z","time spent":"496.400176ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:46:47.217508Z","caller":"traceutil/trace.go:171","msg":"trace[339474140] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"185.759321ms","start":"2026-04-21T03:46:47.031708Z","end":"2026-04-21T03:46:47.217468Z","steps":["trace[339474140] 'process raft request' (duration: 178.68191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.622503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.332928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:47.622594Z","caller":"traceutil/trace.go:171","msg":"trace[736211968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8462; }","duration":"280.492472ms","start":"2026-04-21T03:46:47.34208Z","end":"2026-04-21T03:46:47.622573Z","steps":["trace[736211968] 'range keys from in-memory index tree' (duration: 280.219686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.622768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.90622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:47.622885Z","caller":"traceutil/trace.go:171","msg":"trace[2088379961] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8462; }","duration":"292.053383ms","start":"2026-04-21T03:46:47.330805Z","end":"2026-04-21T03:46:47.622858Z","steps":["trace[2088379961] 'count revisions from in-memory index tree' (duration: 291.803577ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:47.663968Z","caller":"traceutil/trace.go:171","msg":"trace[343498716] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8764; }","duration":"115.819454ms","start":"2026-04-21T03:46:47.54811Z","end":"2026-04-21T03:46:47.66393Z","steps":["trace[343498716] 'read index received' (duration: 115.551838ms)","trace[343498716] 'applied index is now lower than readState.Index' (duration: 265.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:47.664085Z","caller":"traceutil/trace.go:171","msg":"trace[1714460019] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"130.603133ms","start":"2026-04-21T03:46:47.533441Z","end":"2026-04-21T03:46:47.664045Z","steps":["trace[1714460019] 'process raft request' (duration: 130.296136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.664235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.09523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:46:47.664309Z","caller":"traceutil/trace.go:171","msg":"trace[613904074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8463; }","duration":"116.240364ms","start":"2026-04-21T03:46:47.548052Z","end":"2026-04-21T03:46:47.664292Z","steps":["trace[613904074] 'agreement among raft nodes before linearized reading' (duration: 116.009678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.908366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.461439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:47.908482Z","caller":"traceutil/trace.go:171","msg":"trace[1974545828] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8765; }","duration":"152.414932ms","start":"2026-04-21T03:46:47.756043Z","end":"2026-04-21T03:46:47.908458Z","steps":["trace[1974545828] 'read index received' (duration: 48.552µs)","trace[1974545828] 'applied index is now lower than readState.Index' (duration: 152.36466ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:47.908543Z","caller":"traceutil/trace.go:171","msg":"trace[1269784556] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"239.63142ms","start":"2026-04-21T03:46:47.668882Z","end":"2026-04-21T03:46:47.908513Z","steps":["trace[1269784556] 'process raft request' (duration: 59.928515ms)","trace[1269784556] 'compare' (duration: 179.164142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:47.908624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.582695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:47.908666Z","caller":"traceutil/trace.go:171","msg":"trace[1750998091] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8464; }","duration":"152.627126ms","start":"2026-04-21T03:46:47.756026Z","end":"2026-04-21T03:46:47.908654Z","steps":["trace[1750998091] 'agreement among raft nodes before linearized reading' (duration: 152.539004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.908948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.938811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:47.909001Z","caller":"traceutil/trace.go:171","msg":"trace[923870096] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8464; }","duration":"122.067524ms","start":"2026-04-21T03:46:47.786916Z","end":"2026-04-21T03:46:47.908983Z","steps":["trace[923870096] 'agreement among raft nodes before linearized reading' (duration: 121.974512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:48.231094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.990765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T03:46:48.231424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.139559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:46:48.231548Z","caller":"traceutil/trace.go:171","msg":"trace[644807351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8464; }","duration":"216.366024ms","start":"2026-04-21T03:46:48.015153Z","end":"2026-04-21T03:46:48.231519Z","steps":["trace[644807351] 'range keys from in-memory index tree' (duration: 215.847903ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:48.231466Z","caller":"traceutil/trace.go:171","msg":"trace[1976674148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8464; }","duration":"216.413585ms","start":"2026-04-21T03:46:48.01503Z","end":"2026-04-21T03:46:48.231444Z","steps":["trace[1976674148] 'range keys from in-memory index tree' (duration: 215.818582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:48.231183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.955525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:46:48.231895Z","caller":"traceutil/trace.go:171","msg":"trace[1749818353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8464; }","duration":"216.692962ms","start":"2026-04-21T03:46:48.015166Z","end":"2026-04-21T03:46:48.231859Z","steps":["trace[1749818353] 'range keys from in-memory index tree' (duration: 215.73926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:48.231113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.695376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:48.231989Z","caller":"traceutil/trace.go:171","msg":"trace[1374957141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8464; }","duration":"171.609609ms","start":"2026-04-21T03:46:48.060354Z","end":"2026-04-21T03:46:48.231964Z","steps":["trace[1374957141] 'range keys from in-memory index tree' (duration: 170.600113ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:48.402191Z","caller":"traceutil/trace.go:171","msg":"trace[906214268] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"212.284265ms","start":"2026-04-21T03:46:48.189885Z","end":"2026-04-21T03:46:48.402169Z","steps":["trace[906214268] 'process raft request' (duration: 212.09305ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:49.133493Z","caller":"traceutil/trace.go:171","msg":"trace[976777857] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"895.765885ms","start":"2026-04-21T03:46:48.237704Z","end":"2026-04-21T03:46:49.13347Z","steps":["trace[976777857] 'process raft request' (duration: 895.506478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.133639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.237679Z","time spent":"895.887837ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:49.133823Z","caller":"traceutil/trace.go:171","msg":"trace[1733517646] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"895.864927ms","start":"2026-04-21T03:46:48.237918Z","end":"2026-04-21T03:46:49.133783Z","steps":["trace[1733517646] 'process raft request' (duration: 895.504339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.13403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.237909Z","time spent":"896.009991ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:49.134077Z","caller":"traceutil/trace.go:171","msg":"trace[4546066] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"894.954316ms","start":"2026-04-21T03:46:48.239085Z","end":"2026-04-21T03:46:49.13404Z","steps":["trace[4546066] 'process raft request' (duration: 894.555876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.134248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.239074Z","time spent":"895.081519ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:49.134276Z","caller":"traceutil/trace.go:171","msg":"trace[832139055] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"826.681157ms","start":"2026-04-21T03:46:48.307564Z","end":"2026-04-21T03:46:49.134246Z","steps":["trace[832139055] 'process raft request' (duration: 826.432691ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:49.134367Z","caller":"traceutil/trace.go:171","msg":"trace[1716252205] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"825.890619ms","start":"2026-04-21T03:46:48.308454Z","end":"2026-04-21T03:46:49.134345Z","steps":["trace[1716252205] 'process raft request' (duration: 825.675804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.134417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.307534Z","time spent":"826.810791ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:49.134441Z","caller":"traceutil/trace.go:171","msg":"trace[2038899100] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"825.699064ms","start":"2026-04-21T03:46:48.308729Z","end":"2026-04-21T03:46:49.134428Z","steps":["trace[2038899100] 'process raft request' (duration: 825.524389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.134468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.308433Z","time spent":"825.98046ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:49.134504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.308689Z","time spent":"825.781896ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:49.134479Z","caller":"traceutil/trace.go:171","msg":"trace[1069209443] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8766; }","duration":"823.239154ms","start":"2026-04-21T03:46:48.311215Z","end":"2026-04-21T03:46:49.134454Z","steps":["trace[1069209443] 'read index received' (duration: 90.802685ms)","trace[1069209443] 'applied index is now lower than readState.Index' (duration: 732.435569ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:49.134569Z","caller":"traceutil/trace.go:171","msg":"trace[710706443] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"825.670063ms","start":"2026-04-21T03:46:48.308885Z","end":"2026-04-21T03:46:49.134555Z","steps":["trace[710706443] 'process raft request' (duration: 825.490028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.134622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.308871Z","time spent":"825.724735ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:49.134747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.537211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:46:49.134796Z","caller":"traceutil/trace.go:171","msg":"trace[12234635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8472; }","duration":"823.636163ms","start":"2026-04-21T03:46:48.311145Z","end":"2026-04-21T03:46:49.134781Z","steps":["trace[12234635] 'agreement among raft nodes before linearized reading' (duration: 823.479849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.134838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.311104Z","time spent":"823.724055ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"warn","ts":"2026-04-21T03:46:49.733094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.832043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:49.733213Z","caller":"traceutil/trace.go:171","msg":"trace[2086440371] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"598.626108ms","start":"2026-04-21T03:46:49.134569Z","end":"2026-04-21T03:46:49.733195Z","steps":["trace[2086440371] 'read index received' (duration: 384.612771ms)","trace[2086440371] 'applied index is now lower than readState.Index' (duration: 214.011537ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:49.733239Z","caller":"traceutil/trace.go:171","msg":"trace[1088557615] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"1.006212657s","start":"2026-04-21T03:46:48.726994Z","end":"2026-04-21T03:46:49.733206Z","steps":["trace[1088557615] 'process raft request' (duration: 792.166039ms)","trace[1088557615] 'compare' (duration: 213.231449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:49.733331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.400377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:49.733365Z","caller":"traceutil/trace.go:171","msg":"trace[714316354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8473; }","duration":"669.459868ms","start":"2026-04-21T03:46:49.063893Z","end":"2026-04-21T03:46:49.733352Z","steps":["trace[714316354] 'agreement among raft nodes before linearized reading' (duration: 669.396446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.733398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:49.063874Z","time spent":"669.51668ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:49.7334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.72695Z","time spent":"1.00635318s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:49.733608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.109692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:49.733652Z","caller":"traceutil/trace.go:171","msg":"trace[1227189106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8473; }","duration":"996.188665ms","start":"2026-04-21T03:46:48.737454Z","end":"2026-04-21T03:46:49.733643Z","steps":["trace[1227189106] 'agreement among raft nodes before linearized reading' (duration: 996.122613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.73368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.737429Z","time spent":"996.245275ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:49.733868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371170021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:46:49.733934Z","caller":"traceutil/trace.go:171","msg":"trace[1305572700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8473; }","duration":"1.371274534s","start":"2026-04-21T03:46:48.362642Z","end":"2026-04-21T03:46:49.733916Z","steps":["trace[1305572700] 'agreement among raft nodes before linearized reading' (duration: 1.371052589s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.733994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.362615Z","time spent":"1.371371856s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:49.734009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.344537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222725"} {"level":"info","ts":"2026-04-21T03:46:49.734086Z","caller":"traceutil/trace.go:171","msg":"trace[1433509381] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8473; }","duration":"592.449869ms","start":"2026-04-21T03:46:49.141619Z","end":"2026-04-21T03:46:49.734069Z","steps":["trace[1433509381] 'agreement among raft nodes before linearized reading' (duration: 592.032229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.734139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:49.141604Z","time spent":"592.519051ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222748,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:46:49.734277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390580633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:46:49.734351Z","caller":"traceutil/trace.go:171","msg":"trace[983701303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8473; }","duration":"1.390666695s","start":"2026-04-21T03:46:48.343668Z","end":"2026-04-21T03:46:49.734335Z","steps":["trace[983701303] 'agreement among raft nodes before linearized reading' (duration: 1.390104112s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.734397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:48.343606Z","time spent":"1.390783447s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:46:50.005707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.803571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:50.005891Z","caller":"traceutil/trace.go:171","msg":"trace[1276103154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8474; }","duration":"104.049617ms","start":"2026-04-21T03:46:49.901816Z","end":"2026-04-21T03:46:50.005866Z","steps":["trace[1276103154] 'range keys from in-memory index tree' (duration: 103.696808ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:50.126825Z","caller":"traceutil/trace.go:171","msg":"trace[2110623966] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8776; }","duration":"114.075821ms","start":"2026-04-21T03:46:50.012731Z","end":"2026-04-21T03:46:50.126807Z","steps":["trace[2110623966] 'read index received' (duration: 113.897147ms)","trace[2110623966] 'applied index is now lower than readState.Index' (duration: 177.984µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:50.126933Z","caller":"traceutil/trace.go:171","msg":"trace[384183001] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"115.105925ms","start":"2026-04-21T03:46:50.011805Z","end":"2026-04-21T03:46:50.126911Z","steps":["trace[384183001] 'process raft request' (duration: 114.8711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:50.127237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.496511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:46:50.127269Z","caller":"traceutil/trace.go:171","msg":"trace[838820505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8475; }","duration":"114.557503ms","start":"2026-04-21T03:46:50.012704Z","end":"2026-04-21T03:46:50.127262Z","steps":["trace[838820505] 'agreement among raft nodes before linearized reading' (duration: 114.191294ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:50.939926Z","caller":"traceutil/trace.go:171","msg":"trace[600710019] linearizableReadLoop","detail":"{readStateIndex:8778; appliedIndex:8777; }","duration":"392.088142ms","start":"2026-04-21T03:46:50.547814Z","end":"2026-04-21T03:46:50.939902Z","steps":["trace[600710019] 'read index received' (duration: 391.868657ms)","trace[600710019] 'applied index is now lower than readState.Index' (duration: 218.755µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:50.940242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.411151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-21T03:46:50.940281Z","caller":"traceutil/trace.go:171","msg":"trace[310394048] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8476; }","duration":"392.508383ms","start":"2026-04-21T03:46:50.547762Z","end":"2026-04-21T03:46:50.940271Z","steps":["trace[310394048] 'agreement among raft nodes before linearized reading' (duration: 392.243577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:50.94032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:50.547742Z","time spent":"392.570874ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-21T03:46:50.940418Z","caller":"traceutil/trace.go:171","msg":"trace[1459717521] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"635.594686ms","start":"2026-04-21T03:46:50.30473Z","end":"2026-04-21T03:46:50.940324Z","steps":["trace[1459717521] 'process raft request' (duration: 635.026963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:50.942363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:50.30471Z","time spent":"635.840093ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:47:14.014297Z","caller":"traceutil/trace.go:171","msg":"trace[2142590756] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8955; }","duration":"144.214993ms","start":"2026-04-21T03:47:13.870049Z","end":"2026-04-21T03:47:14.014264Z","steps":["trace[2142590756] 'read index received' (duration: 137.201632ms)","trace[2142590756] 'applied index is now lower than readState.Index' (duration: 7.011571ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:14.014382Z","caller":"traceutil/trace.go:171","msg":"trace[1303440206] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"162.893627ms","start":"2026-04-21T03:47:13.851467Z","end":"2026-04-21T03:47:14.014361Z","steps":["trace[1303440206] 'process raft request' (duration: 155.803564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:14.014609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.541401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-21T03:47:14.014658Z","caller":"traceutil/trace.go:171","msg":"trace[1218453827] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8646; }","duration":"144.636723ms","start":"2026-04-21T03:47:13.870007Z","end":"2026-04-21T03:47:14.014643Z","steps":["trace[1218453827] 'agreement among raft nodes before linearized reading' (duration: 144.413008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:14.014999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.40185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:47:14.015076Z","caller":"traceutil/trace.go:171","msg":"trace[378833096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8646; }","duration":"126.560533ms","start":"2026-04-21T03:47:13.888498Z","end":"2026-04-21T03:47:14.015058Z","steps":["trace[378833096] 'agreement among raft nodes before linearized reading' (duration: 126.273556ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.141896Z","caller":"traceutil/trace.go:171","msg":"trace[1014063858] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"122.662779ms","start":"2026-04-21T03:47:14.019191Z","end":"2026-04-21T03:47:14.141853Z","steps":["trace[1014063858] 'process raft request' (duration: 122.345391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.141927Z","caller":"traceutil/trace.go:171","msg":"trace[358966399] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"122.547487ms","start":"2026-04-21T03:47:14.019339Z","end":"2026-04-21T03:47:14.141886Z","steps":["trace[358966399] 'process raft request' (duration: 122.376802ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.141882Z","caller":"traceutil/trace.go:171","msg":"trace[1197360541] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8956; }","duration":"121.86697ms","start":"2026-04-21T03:47:14.019994Z","end":"2026-04-21T03:47:14.141861Z","steps":["trace[1197360541] 'read index received' (duration: 62.927338ms)","trace[1197360541] 'applied index is now lower than readState.Index' (duration: 58.938672ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:14.1422Z","caller":"traceutil/trace.go:171","msg":"trace[1855541267] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"121.988773ms","start":"2026-04-21T03:47:14.020188Z","end":"2026-04-21T03:47:14.142177Z","steps":["trace[1855541267] 'process raft request' (duration: 121.586122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:14.142282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.970961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-04-21T03:47:14.142304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.30309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:226022"} {"level":"info","ts":"2026-04-21T03:47:14.142356Z","caller":"traceutil/trace.go:171","msg":"trace[1833105488] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8650; }","duration":"103.066354ms","start":"2026-04-21T03:47:14.039266Z","end":"2026-04-21T03:47:14.142333Z","steps":["trace[1833105488] 'agreement among raft nodes before linearized reading' (duration: 102.856999ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.142362Z","caller":"traceutil/trace.go:171","msg":"trace[1300650477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8650; }","duration":"122.394843ms","start":"2026-04-21T03:47:14.019953Z","end":"2026-04-21T03:47:14.142348Z","steps":["trace[1300650477] 'agreement among raft nodes before linearized reading' (duration: 121.998634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.70349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:15.568723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.158277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:15.568792Z","caller":"traceutil/trace.go:171","msg":"trace[813075694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8659; }","duration":"507.819253ms","start":"2026-04-21T03:47:15.060918Z","end":"2026-04-21T03:47:15.568737Z","steps":["trace[813075694] 'range keys from in-memory index tree' (duration: 507.609258ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:15.568795Z","caller":"traceutil/trace.go:171","msg":"trace[1974953355] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8659; }","duration":"402.26199ms","start":"2026-04-21T03:47:15.166513Z","end":"2026-04-21T03:47:15.568775Z","steps":["trace[1974953355] 'range keys from in-memory index tree' (duration: 402.099476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.060901Z","time spent":"507.953196ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:15.568845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.166502Z","time spent":"402.333802ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"info","ts":"2026-04-21T03:47:15.568932Z","caller":"traceutil/trace.go:171","msg":"trace[1115236766] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"341.611307ms","start":"2026-04-21T03:47:15.227269Z","end":"2026-04-21T03:47:15.568881Z","steps":["trace[1115236766] 'process raft request' (duration: 339.714141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.08488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4453"} {"level":"warn","ts":"2026-04-21T03:47:15.569098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.22725Z","time spent":"341.76627ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.56909Z","caller":"traceutil/trace.go:171","msg":"trace[814968516] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8659; }","duration":"403.235253ms","start":"2026-04-21T03:47:15.16584Z","end":"2026-04-21T03:47:15.569075Z","steps":["trace[814968516] 'range keys from in-memory index tree' (duration: 402.754892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.569216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.165824Z","time spent":"403.378616ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4476,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" "} {"level":"info","ts":"2026-04-21T03:47:15.569379Z","caller":"traceutil/trace.go:171","msg":"trace[782069428] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"337.410674ms","start":"2026-04-21T03:47:15.231943Z","end":"2026-04-21T03:47:15.569354Z","steps":["trace[782069428] 'process raft request' (duration: 337.082716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.569597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.231919Z","time spent":"337.525667ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.569732Z","caller":"traceutil/trace.go:171","msg":"trace[1630122954] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"337.752953ms","start":"2026-04-21T03:47:15.231966Z","end":"2026-04-21T03:47:15.569719Z","steps":["trace[1630122954] 'process raft request' (duration: 337.267591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.569805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.231936Z","time spent":"337.830164ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.569951Z","caller":"traceutil/trace.go:171","msg":"trace[1910445624] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8969; }","duration":"329.134843ms","start":"2026-04-21T03:47:15.240801Z","end":"2026-04-21T03:47:15.569936Z","steps":["trace[1910445624] 'read index received' (duration: 326.10201ms)","trace[1910445624] 'applied index is now lower than readState.Index' (duration: 3.031893ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:15.570182Z","caller":"traceutil/trace.go:171","msg":"trace[12556818] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"336.216435ms","start":"2026-04-21T03:47:15.233944Z","end":"2026-04-21T03:47:15.57016Z","steps":["trace[12556818] 'process raft request' (duration: 335.475978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.570241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.816491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:47:15.570276Z","caller":"traceutil/trace.go:171","msg":"trace[457563079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8663; }","duration":"327.879383ms","start":"2026-04-21T03:47:15.242387Z","end":"2026-04-21T03:47:15.570266Z","steps":["trace[457563079] 'agreement among raft nodes before linearized reading' (duration: 327.74269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.570296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.233932Z","time spent":"336.300268ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:15.570306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.242376Z","time spent":"327.923654ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:47:15.570409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.771453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:47:15.570498Z","caller":"traceutil/trace.go:171","msg":"trace[2016370587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8663; }","duration":"321.901667ms","start":"2026-04-21T03:47:15.248575Z","end":"2026-04-21T03:47:15.570476Z","steps":["trace[2016370587] 'agreement among raft nodes before linearized reading' (duration: 321.666611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.570562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.248556Z","time spent":"321.993441ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:15.570767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.962813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:47:15.571241Z","caller":"traceutil/trace.go:171","msg":"trace[508288766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8663; }","duration":"330.458306ms","start":"2026-04-21T03:47:15.240766Z","end":"2026-04-21T03:47:15.571225Z","steps":["trace[508288766] 'agreement among raft nodes before linearized reading' (duration: 329.286027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.571329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.240757Z","time spent":"330.557878ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:47:16.30631Z","caller":"traceutil/trace.go:171","msg":"trace[1070533887] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"128.155723ms","start":"2026-04-21T03:47:16.178125Z","end":"2026-04-21T03:47:16.306281Z","steps":["trace[1070533887] 'process raft request' (duration: 113.720502ms)","trace[1070533887] 'compare' (duration: 14.283697ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:16.377259Z","caller":"traceutil/trace.go:171","msg":"trace[830257822] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"192.587946ms","start":"2026-04-21T03:47:16.184596Z","end":"2026-04-21T03:47:16.377184Z","steps":["trace[830257822] 'process raft request' (duration: 192.289829ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:16.377304Z","caller":"traceutil/trace.go:171","msg":"trace[494697569] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8978; }","duration":"165.557881ms","start":"2026-04-21T03:47:16.211594Z","end":"2026-04-21T03:47:16.377152Z","steps":["trace[494697569] 'read index received' (duration: 80.26651ms)","trace[494697569] 'applied index is now lower than readState.Index' (duration: 85.290401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:16.377544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.924001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:16.377644Z","caller":"traceutil/trace.go:171","msg":"trace[1017018561] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8670; }","duration":"166.084465ms","start":"2026-04-21T03:47:16.211532Z","end":"2026-04-21T03:47:16.377616Z","steps":["trace[1017018561] 'agreement among raft nodes before linearized reading' (duration: 165.89538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:16.377696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.211378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:47:16.377837Z","caller":"traceutil/trace.go:171","msg":"trace[1575147192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8670; }","duration":"129.364533ms","start":"2026-04-21T03:47:16.24842Z","end":"2026-04-21T03:47:16.377785Z","steps":["trace[1575147192] 'agreement among raft nodes before linearized reading' (duration: 129.036135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:17.32858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.397586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:17.328665Z","caller":"traceutil/trace.go:171","msg":"trace[1469806821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8673; }","duration":"265.525979ms","start":"2026-04-21T03:47:17.063116Z","end":"2026-04-21T03:47:17.328642Z","steps":["trace[1469806821] 'range keys from in-memory index tree' (duration: 265.291124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:17.328709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.24097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:17.328771Z","caller":"traceutil/trace.go:171","msg":"trace[574926353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8673; }","duration":"316.389974ms","start":"2026-04-21T03:47:17.012361Z","end":"2026-04-21T03:47:17.328751Z","steps":["trace[574926353] 'count revisions from in-memory index tree' (duration: 316.170229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:17.328833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.012343Z","time spent":"316.472286ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:17.894499Z","caller":"traceutil/trace.go:171","msg":"trace[1442431789] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8989; }","duration":"205.937221ms","start":"2026-04-21T03:47:17.688547Z","end":"2026-04-21T03:47:17.894484Z","steps":["trace[1442431789] 'read index received' (duration: 131.966885ms)","trace[1442431789] 'applied index is now lower than readState.Index' (duration: 73.969506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:17.894623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.058184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:17.894647Z","caller":"traceutil/trace.go:171","msg":"trace[208899980] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8680; }","duration":"206.133406ms","start":"2026-04-21T03:47:17.688504Z","end":"2026-04-21T03:47:17.894638Z","steps":["trace[208899980] 'agreement among raft nodes before linearized reading' (duration: 206.042554ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:17.894832Z","caller":"traceutil/trace.go:171","msg":"trace[2074059898] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"249.342995ms","start":"2026-04-21T03:47:17.645483Z","end":"2026-04-21T03:47:17.894826Z","steps":["trace[2074059898] 'process raft request' (duration: 175.170084ms)","trace[2074059898] 'compare' (duration: 73.70487ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:17.896854Z","caller":"traceutil/trace.go:171","msg":"trace[1078531253] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"251.295394ms","start":"2026-04-21T03:47:17.645552Z","end":"2026-04-21T03:47:17.896847Z","steps":["trace[1078531253] 'process raft request' (duration: 248.903525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:18.888281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393388234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:19.389209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393388234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:19.883447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585885106s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:47:20.030707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846590208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T03:47:20.03076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850032671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:47:20.030857Z","caller":"traceutil/trace.go:171","msg":"trace[603911886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8680; }","duration":"1.850191755s","start":"2026-04-21T03:47:18.180645Z","end":"2026-04-21T03:47:20.030836Z","steps":["trace[603911886] 'range keys from in-memory index tree' (duration: 1.849835987s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:20.030787Z","caller":"traceutil/trace.go:171","msg":"trace[23096435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8680; }","duration":"1.846720992s","start":"2026-04-21T03:47:18.184046Z","end":"2026-04-21T03:47:20.030767Z","steps":["trace[23096435] 'range keys from in-memory index tree' (duration: 1.846384133s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:20.031374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.599634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:20.031487Z","caller":"traceutil/trace.go:171","msg":"trace[1789014417] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"1.734038664s","start":"2026-04-21T03:47:18.297425Z","end":"2026-04-21T03:47:20.031463Z","steps":["trace[1789014417] 'process raft request' (duration: 1.586242195s)","trace[1789014417] 'compare' (duration: 147.013671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:20.031555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.29739Z","time spent":"1.734134576s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:20.031672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.184028Z","time spent":"1.847168792s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"warn","ts":"2026-04-21T03:47:20.030917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.180623Z","time spent":"1.850283668s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.063771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:47:21.063859Z","caller":"traceutil/trace.go:171","msg":"trace[1259731067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016284s","start":"2026-04-21T03:47:19.063824Z","end":"2026-04-21T03:47:21.06384Z","steps":["trace[1259731067] 'agreement among raft nodes before linearized reading' (duration: 1.999893491s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.063908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.063805Z","time spent":"2.000094157s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:47:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:47:21.750127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.485316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.750256Z","caller":"traceutil/trace.go:171","msg":"trace[12611448] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8681; }","duration":"876.626519ms","start":"2026-04-21T03:47:20.87361Z","end":"2026-04-21T03:47:21.750237Z","steps":["trace[12611448] 'range keys from in-memory index tree' (duration: 876.467845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.855349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.971581573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:47:21.85598Z","caller":"traceutil/trace.go:171","msg":"trace[262057031] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"2.733694263s","start":"2026-04-21T03:47:19.122245Z","end":"2026-04-21T03:47:21.855939Z","steps":["trace[262057031] 'process raft request' (duration: 2.733339244s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.856039Z","caller":"traceutil/trace.go:171","msg":"trace[1723142224] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8991; }","duration":"3.468282624s","start":"2026-04-21T03:47:18.387734Z","end":"2026-04-21T03:47:21.856017Z","steps":["trace[1723142224] 'read index received' (duration: 1.496033184s)","trace[1723142224] 'applied index is now lower than readState.Index' (duration: 1.97224832s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:21.856102Z","caller":"traceutil/trace.go:171","msg":"trace[324240808] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"2.208398814s","start":"2026-04-21T03:47:19.647675Z","end":"2026-04-21T03:47:21.856074Z","steps":["trace[324240808] 'process raft request' (duration: 2.208281611s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.856142Z","caller":"traceutil/trace.go:171","msg":"trace[1827319748] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"2.095548974s","start":"2026-04-21T03:47:19.760582Z","end":"2026-04-21T03:47:21.856131Z","steps":["trace[1827319748] 'process raft request' (duration: 2.095398991s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.856212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.647662Z","time spent":"2.208501457s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:21.856351Z","caller":"traceutil/trace.go:171","msg":"trace[220115537] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"2.269883637s","start":"2026-04-21T03:47:19.586456Z","end":"2026-04-21T03:47:21.85634Z","steps":["trace[220115537] 'process raft request' (duration: 2.269395006s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.85639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.760542Z","time spent":"2.095754929s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.856411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.586423Z","time spent":"2.269959549s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.856532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468762995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:47:21.856616Z","caller":"traceutil/trace.go:171","msg":"trace[1862681960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8687; }","duration":"3.468942149s","start":"2026-04-21T03:47:18.387655Z","end":"2026-04-21T03:47:21.856597Z","steps":["trace[1862681960] 'agreement among raft nodes before linearized reading' (duration: 3.468591031s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.856698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.387623Z","time spent":"3.469062832s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.856215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.122193Z","time spent":"2.733883357s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:21.856882Z","caller":"traceutil/trace.go:171","msg":"trace[2096525247] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"2.210815744s","start":"2026-04-21T03:47:19.646049Z","end":"2026-04-21T03:47:21.856864Z","steps":["trace[2096525247] 'process raft request' (duration: 2.20984556s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.856889Z","caller":"traceutil/trace.go:171","msg":"trace[1479975810] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"2.209625064s","start":"2026-04-21T03:47:19.646701Z","end":"2026-04-21T03:47:21.856326Z","steps":["trace[1479975810] 'process raft request' (duration: 2.209228735s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.857081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.646018Z","time spent":"2.210933687s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.857127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.646676Z","time spent":"2.210355942s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.886588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733624821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.886689Z","caller":"traceutil/trace.go:171","msg":"trace[130782664] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8688; }","duration":"2.733782565s","start":"2026-04-21T03:47:19.152884Z","end":"2026-04-21T03:47:21.886666Z","steps":["trace[130782664] 'agreement among raft nodes before linearized reading' (duration: 2.7335963s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.886711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223641329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:47:21.886743Z","caller":"traceutil/trace.go:171","msg":"trace[975165390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8688; }","duration":"1.2237041s","start":"2026-04-21T03:47:20.663029Z","end":"2026-04-21T03:47:21.886733Z","steps":["trace[975165390] 'agreement among raft nodes before linearized reading' (duration: 1.223490685s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.886748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.152863Z","time spent":"2.733870146s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.886766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.663008Z","time spent":"1.223753281s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:47:21.886741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985379538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T03:47:21.886825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254183329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:21.88683Z","caller":"traceutil/trace.go:171","msg":"trace[1116429251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8688; }","duration":"1.985499141s","start":"2026-04-21T03:47:19.901315Z","end":"2026-04-21T03:47:21.886814Z","steps":["trace[1116429251] 'agreement among raft nodes before linearized reading' (duration: 1.985232455s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.886866Z","caller":"traceutil/trace.go:171","msg":"trace[1850064786] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8688; }","duration":"1.2542294s","start":"2026-04-21T03:47:20.632625Z","end":"2026-04-21T03:47:21.886855Z","steps":["trace[1850064786] 'agreement among raft nodes before linearized reading' (duration: 1.254105727s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.8869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.632604Z","time spent":"1.254286802s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.886902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.901303Z","time spent":"1.985588103s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.886971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.838799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.886994Z","caller":"traceutil/trace.go:171","msg":"trace[1177566033] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8688; }","duration":"415.89841ms","start":"2026-04-21T03:47:21.471087Z","end":"2026-04-21T03:47:21.886985Z","steps":["trace[1177566033] 'agreement among raft nodes before linearized reading' (duration: 415.856299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:21.471066Z","time spent":"415.945371ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.88702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379844278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.887071Z","caller":"traceutil/trace.go:171","msg":"trace[1380787606] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8688; }","duration":"2.37994042s","start":"2026-04-21T03:47:19.50712Z","end":"2026-04-21T03:47:21.88706Z","steps":["trace[1380787606] 'agreement among raft nodes before linearized reading' (duration: 2.379854938s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.507095Z","time spent":"2.379998452s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.887154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.024037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.887159Z","caller":"traceutil/trace.go:171","msg":"trace[320673265] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"1.849417505s","start":"2026-04-21T03:47:20.037732Z","end":"2026-04-21T03:47:21.88715Z","steps":["trace[320673265] 'process raft request' (duration: 1.848501523s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.887182Z","caller":"traceutil/trace.go:171","msg":"trace[570255800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8688; }","duration":"823.085859ms","start":"2026-04-21T03:47:21.064086Z","end":"2026-04-21T03:47:21.887172Z","steps":["trace[570255800] 'agreement among raft nodes before linearized reading' (duration: 823.048848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:21.064066Z","time spent":"823.13312ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:21.88724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.037712Z","time spent":"1.849480987s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.886991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.71147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012\" ","response":"range_response_count:1 size:1130"} {"level":"info","ts":"2026-04-21T03:47:21.887328Z","caller":"traceutil/trace.go:171","msg":"trace[1003831236] range","detail":"{range_begin:/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012; range_end:; response_count:1; response_revision:8688; }","duration":"263.082239ms","start":"2026-04-21T03:47:21.624234Z","end":"2026-04-21T03:47:21.887316Z","steps":["trace[1003831236] 'agreement among raft nodes before linearized reading' (duration: 262.466985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98627016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:47:21.887438Z","caller":"traceutil/trace.go:171","msg":"trace[1290815376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8688; }","duration":"1.986525616s","start":"2026-04-21T03:47:19.900892Z","end":"2026-04-21T03:47:21.887418Z","steps":["trace[1290815376] 'agreement among raft nodes before linearized reading' (duration: 1.986038174s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202258016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:47:21.887599Z","caller":"traceutil/trace.go:171","msg":"trace[772065226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8688; }","duration":"2.202333937s","start":"2026-04-21T03:47:19.685254Z","end":"2026-04-21T03:47:21.887588Z","steps":["trace[772065226] 'agreement among raft nodes before linearized reading' (duration: 2.201526707s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.88777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.685234Z","time spent":"2.202529753s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:47:21.887738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851634729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227451"} {"level":"warn","ts":"2026-04-21T03:47:21.887338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115626484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:21.887898Z","caller":"traceutil/trace.go:171","msg":"trace[1583075021] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8688; }","duration":"1.11622616s","start":"2026-04-21T03:47:20.77166Z","end":"2026-04-21T03:47:21.887886Z","steps":["trace[1583075021] 'agreement among raft nodes before linearized reading' (duration: 1.115641135s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.887936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.771641Z","time spent":"1.116283232s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.887714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.900871Z","time spent":"1.986605068s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:47:21.887857Z","caller":"traceutil/trace.go:171","msg":"trace[801930406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8688; }","duration":"1.851833024s","start":"2026-04-21T03:47:20.035994Z","end":"2026-04-21T03:47:21.887827Z","steps":["trace[801930406] 'agreement among raft nodes before linearized reading' (duration: 1.85085621s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.888195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.035977Z","time spent":"1.852202093s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227474,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:47:24.040078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.86206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:24.040416Z","caller":"traceutil/trace.go:171","msg":"trace[2080913748] linearizableReadLoop","detail":"{readStateIndex:9012; appliedIndex:9009; }","duration":"148.902176ms","start":"2026-04-21T03:47:23.891489Z","end":"2026-04-21T03:47:24.040391Z","steps":["trace[2080913748] 'read index received' (duration: 33.508084ms)","trace[2080913748] 'applied index is now lower than readState.Index' (duration: 115.392702ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:24.040546Z","caller":"traceutil/trace.go:171","msg":"trace[653904452] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"177.01965ms","start":"2026-04-21T03:47:23.863512Z","end":"2026-04-21T03:47:24.040532Z","steps":["trace[653904452] 'process raft request' (duration: 61.547465ms)","trace[653904452] 'compare' (duration: 114.279736ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:24.040726Z","caller":"traceutil/trace.go:171","msg":"trace[1861671536] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"174.671692ms","start":"2026-04-21T03:47:23.866026Z","end":"2026-04-21T03:47:24.040698Z","steps":["trace[1861671536] 'process raft request' (duration: 174.305663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.040927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.431529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:47:24.040973Z","caller":"traceutil/trace.go:171","msg":"trace[1361491294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8700; }","duration":"149.507861ms","start":"2026-04-21T03:47:23.891453Z","end":"2026-04-21T03:47:24.040961Z","steps":["trace[1361491294] 'agreement among raft nodes before linearized reading' (duration: 149.327737ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:24.041161Z","caller":"traceutil/trace.go:171","msg":"trace[1912605626] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"176.462695ms","start":"2026-04-21T03:47:23.864688Z","end":"2026-04-21T03:47:24.041151Z","steps":["trace[1912605626] 'process raft request' (duration: 175.517773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.04119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.992288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:47:24.041221Z","caller":"traceutil/trace.go:171","msg":"trace[305297079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8700; }","duration":"149.0415ms","start":"2026-04-21T03:47:23.89217Z","end":"2026-04-21T03:47:24.041211Z","steps":["trace[305297079] 'agreement among raft nodes before linearized reading' (duration: 148.956118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.041396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:47:24.041462Z","caller":"traceutil/trace.go:171","msg":"trace[1306512839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8700; }","duration":"138.606786ms","start":"2026-04-21T03:47:23.902841Z","end":"2026-04-21T03:47:24.041448Z","steps":["trace[1306512839] 'agreement among raft nodes before linearized reading' (duration: 138.37619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.041465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.208451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:47:24.041494Z","caller":"traceutil/trace.go:171","msg":"trace[1933688210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8700; }","duration":"146.267013ms","start":"2026-04-21T03:47:23.895219Z","end":"2026-04-21T03:47:24.041486Z","steps":["trace[1933688210] 'agreement among raft nodes before linearized reading' (duration: 146.140899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.041399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.166425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:47:24.041568Z","caller":"traceutil/trace.go:171","msg":"trace[2038339893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8700; }","duration":"145.363201ms","start":"2026-04-21T03:47:23.896191Z","end":"2026-04-21T03:47:24.041554Z","steps":["trace[2038339893] 'agreement among raft nodes before linearized reading' (duration: 145.089645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.041557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.697562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:47:24.041637Z","caller":"traceutil/trace.go:171","msg":"trace[700538157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8700; }","duration":"139.830616ms","start":"2026-04-21T03:47:23.901787Z","end":"2026-04-21T03:47:24.041617Z","steps":["trace[700538157] 'agreement among raft nodes before linearized reading' (duration: 139.552709ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:24.908461Z","caller":"traceutil/trace.go:171","msg":"trace[827994469] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"862.59517ms","start":"2026-04-21T03:47:24.045809Z","end":"2026-04-21T03:47:24.908404Z","steps":["trace[827994469] 'process raft request' (duration: 861.79398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.908669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.045792Z","time spent":"862.789435ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:24.909075Z","caller":"traceutil/trace.go:171","msg":"trace[1856445826] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"862.671681ms","start":"2026-04-21T03:47:24.046385Z","end":"2026-04-21T03:47:24.909057Z","steps":["trace[1856445826] 'process raft request' (duration: 862.332513ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:24.909083Z","caller":"traceutil/trace.go:171","msg":"trace[131577640] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"863.068172ms","start":"2026-04-21T03:47:24.045958Z","end":"2026-04-21T03:47:24.909026Z","steps":["trace[131577640] 'process raft request' (duration: 862.357305ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:24.909175Z","caller":"traceutil/trace.go:171","msg":"trace[1827286043] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9012; }","duration":"861.322959ms","start":"2026-04-21T03:47:24.047682Z","end":"2026-04-21T03:47:24.909005Z","steps":["trace[1827286043] 'read index received' (duration: 14.319928ms)","trace[1827286043] 'applied index is now lower than readState.Index' (duration: 847.001951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:24.909249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.045949Z","time spent":"863.217335ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:24.909392Z","caller":"traceutil/trace.go:171","msg":"trace[660583743] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"862.769774ms","start":"2026-04-21T03:47:24.046603Z","end":"2026-04-21T03:47:24.909373Z","steps":["trace[660583743] 'process raft request' (duration: 862.309143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.909541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.046573Z","time spent":"862.873377ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:24.909555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.894494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:24.909595Z","caller":"traceutil/trace.go:171","msg":"trace[1822703084] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8705; }","duration":"789.981826ms","start":"2026-04-21T03:47:24.119602Z","end":"2026-04-21T03:47:24.909584Z","steps":["trace[1822703084] 'agreement among raft nodes before linearized reading' (duration: 789.839072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.909622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.119577Z","time spent":"790.037848ms","remote":"127.0.0.1:55598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:24.909627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.92331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:24.90967Z","caller":"traceutil/trace.go:171","msg":"trace[1426794542] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8705; }","duration":"348.036123ms","start":"2026-04-21T03:47:24.561622Z","end":"2026-04-21T03:47:24.909658Z","steps":["trace[1426794542] 'agreement among raft nodes before linearized reading' (duration: 347.93385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.909693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.561603Z","time spent":"348.083153ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:24.90967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.111671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:24.909748Z","caller":"traceutil/trace.go:171","msg":"trace[1590978881] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8705; }","duration":"697.198413ms","start":"2026-04-21T03:47:24.212527Z","end":"2026-04-21T03:47:24.909725Z","steps":["trace[1590978881] 'agreement among raft nodes before linearized reading' (duration: 697.05685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.909791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.212465Z","time spent":"697.316796ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:24.90996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.046373Z","time spent":"862.741874ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:24.910002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.302092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227451"} {"level":"info","ts":"2026-04-21T03:47:24.910063Z","caller":"traceutil/trace.go:171","msg":"trace[1907231780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8705; }","duration":"862.430565ms","start":"2026-04-21T03:47:24.047616Z","end":"2026-04-21T03:47:24.910046Z","steps":["trace[1907231780] 'agreement among raft nodes before linearized reading' (duration: 862.002385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.910147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.047604Z","time spent":"862.516527ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227474,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:47:24.910311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.678105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T03:47:24.910357Z","caller":"traceutil/trace.go:171","msg":"trace[1787867759] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8705; }","duration":"443.778349ms","start":"2026-04-21T03:47:24.466568Z","end":"2026-04-21T03:47:24.910346Z","steps":["trace[1787867759] 'agreement among raft nodes before linearized reading' (duration: 442.996659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:24.910387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:24.466543Z","time spent":"443.83508ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":887,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:36.010698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.537917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:36.010823Z","caller":"traceutil/trace.go:171","msg":"trace[931370786] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"798.316299ms","start":"2026-04-21T03:47:35.212473Z","end":"2026-04-21T03:47:36.010789Z","steps":["trace[931370786] 'process raft request' (duration: 262.605798ms)","trace[931370786] 'compare' (duration: 535.336152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:36.010884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.212463Z","time spent":"798.39232ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:36.040676Z","caller":"traceutil/trace.go:171","msg":"trace[288813562] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9108; }","duration":"821.901363ms","start":"2026-04-21T03:47:35.218745Z","end":"2026-04-21T03:47:36.040646Z","steps":["trace[288813562] 'read index received' (duration: 256.434609ms)","trace[288813562] 'applied index is now lower than readState.Index' (duration: 565.465473ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.040809Z","caller":"traceutil/trace.go:171","msg":"trace[1875378986] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"824.959176ms","start":"2026-04-21T03:47:35.21581Z","end":"2026-04-21T03:47:36.040769Z","steps":["trace[1875378986] 'process raft request' (duration: 824.67312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.040961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.190869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-04-21T03:47:36.041035Z","caller":"traceutil/trace.go:171","msg":"trace[2042282870] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8794; }","duration":"822.291231ms","start":"2026-04-21T03:47:35.218724Z","end":"2026-04-21T03:47:36.041015Z","steps":["trace[2042282870] 'agreement among raft nodes before linearized reading' (duration: 822.053226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.041074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.218716Z","time spent":"822.351773ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-21T03:47:36.041028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.2158Z","time spent":"825.087529ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:36.080796Z","caller":"traceutil/trace.go:171","msg":"trace[1428616581] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"141.068786ms","start":"2026-04-21T03:47:35.939707Z","end":"2026-04-21T03:47:36.080775Z","steps":["trace[1428616581] 'process raft request' (duration: 140.726438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.080848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.801311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4631"} {"level":"info","ts":"2026-04-21T03:47:36.080924Z","caller":"traceutil/trace.go:171","msg":"trace[1470337122] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8795; }","duration":"861.913364ms","start":"2026-04-21T03:47:35.218988Z","end":"2026-04-21T03:47:36.080901Z","steps":["trace[1470337122] 'agreement among raft nodes before linearized reading' (duration: 861.73836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.080975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.218972Z","time spent":"861.992395ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4654,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" "} {"level":"warn","ts":"2026-04-21T03:47:36.081127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.164551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:36.081223Z","caller":"traceutil/trace.go:171","msg":"trace[1366177959] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8795; }","duration":"608.290113ms","start":"2026-04-21T03:47:35.472914Z","end":"2026-04-21T03:47:36.081204Z","steps":["trace[1366177959] 'agreement among raft nodes before linearized reading' (duration: 607.881263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.081262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.4729Z","time spent":"608.350095ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:36.081324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.756343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4631"} {"level":"info","ts":"2026-04-21T03:47:36.081367Z","caller":"traceutil/trace.go:171","msg":"trace[1782824493] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8795; }","duration":"729.864436ms","start":"2026-04-21T03:47:35.35149Z","end":"2026-04-21T03:47:36.081355Z","steps":["trace[1782824493] 'agreement among raft nodes before linearized reading' (duration: 729.335613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.081397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.351468Z","time spent":"729.922126ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4654,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" "} {"level":"warn","ts":"2026-04-21T03:47:36.081414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.482228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:36.081696Z","caller":"traceutil/trace.go:171","msg":"trace[1995562808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8795; }","duration":"147.113613ms","start":"2026-04-21T03:47:35.934409Z","end":"2026-04-21T03:47:36.081523Z","steps":["trace[1995562808] 'agreement among raft nodes before linearized reading' (duration: 146.306803ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.258611Z","caller":"traceutil/trace.go:171","msg":"trace[58139389] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"169.065016ms","start":"2026-04-21T03:47:36.089522Z","end":"2026-04-21T03:47:36.258587Z","steps":["trace[58139389] 'process raft request' (duration: 74.93947ms)","trace[58139389] 'compare' (duration: 93.700125ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.259288Z","caller":"traceutil/trace.go:171","msg":"trace[1130537052] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8797; }","duration":"169.491657ms","start":"2026-04-21T03:47:36.089777Z","end":"2026-04-21T03:47:36.259268Z","steps":["trace[1130537052] 'process raft request' (duration: 169.367434ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.576374Z","caller":"traceutil/trace.go:171","msg":"trace[759135815] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9114; }","duration":"403.338916ms","start":"2026-04-21T03:47:36.173011Z","end":"2026-04-21T03:47:36.576349Z","steps":["trace[759135815] 'read index received' (duration: 403.208093ms)","trace[759135815] 'applied index is now lower than readState.Index' (duration: 129.943µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.576479Z","caller":"traceutil/trace.go:171","msg":"trace[1633608339] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"404.71201ms","start":"2026-04-21T03:47:36.171756Z","end":"2026-04-21T03:47:36.576468Z","steps":["trace[1633608339] 'process raft request' (duration: 404.408712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.576585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.171726Z","time spent":"404.777191ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:36.57674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.604402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:36.576935Z","caller":"traceutil/trace.go:171","msg":"trace[247151286] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8798; }","duration":"403.94183ms","start":"2026-04-21T03:47:36.172973Z","end":"2026-04-21T03:47:36.576914Z","steps":["trace[247151286] 'agreement among raft nodes before linearized reading' (duration: 403.600222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.577102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.172957Z","time spent":"404.128584ms","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:36.74967Z","caller":"traceutil/trace.go:171","msg":"trace[1112331304] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"562.961173ms","start":"2026-04-21T03:47:36.186654Z","end":"2026-04-21T03:47:36.749615Z","steps":["trace[1112331304] 'process raft request' (duration: 505.282952ms)","trace[1112331304] 'compare' (duration: 57.483846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:36.749833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.186639Z","time spent":"563.113146ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:36.74994Z","caller":"traceutil/trace.go:171","msg":"trace[902108668] linearizableReadLoop","detail":"{readStateIndex:9118; appliedIndex:9115; }","duration":"173.474303ms","start":"2026-04-21T03:47:36.576436Z","end":"2026-04-21T03:47:36.74991Z","steps":["trace[902108668] 'read index received' (duration: 115.396662ms)","trace[902108668] 'applied index is now lower than readState.Index' (duration: 58.070651ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.750123Z","caller":"traceutil/trace.go:171","msg":"trace[1706714499] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"562.83199ms","start":"2026-04-21T03:47:36.187265Z","end":"2026-04-21T03:47:36.750097Z","steps":["trace[1706714499] 'process raft request' (duration: 562.307567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.750227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.18725Z","time spent":"562.920041ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:36.750297Z","caller":"traceutil/trace.go:171","msg":"trace[1688817090] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"483.054121ms","start":"2026-04-21T03:47:36.267228Z","end":"2026-04-21T03:47:36.750282Z","steps":["trace[1688817090] 'process raft request' (duration: 482.573329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.750368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.2672Z","time spent":"483.127423ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:36.751687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.574678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:47:36.751744Z","caller":"traceutil/trace.go:171","msg":"trace[1192911425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8801; }","duration":"540.684743ms","start":"2026-04-21T03:47:36.211045Z","end":"2026-04-21T03:47:36.75173Z","steps":["trace[1192911425] 'agreement among raft nodes before linearized reading' (duration: 538.980751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.751786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:36.211031Z","time spent":"540.746914ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:47:36.949136Z","caller":"traceutil/trace.go:171","msg":"trace[1219201523] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9119; }","duration":"161.154595ms","start":"2026-04-21T03:47:36.787958Z","end":"2026-04-21T03:47:36.949113Z","steps":["trace[1219201523] 'read index received' (duration: 160.975221ms)","trace[1219201523] 'applied index is now lower than readState.Index' (duration: 178.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.949189Z","caller":"traceutil/trace.go:171","msg":"trace[1234036692] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"189.346299ms","start":"2026-04-21T03:47:36.759817Z","end":"2026-04-21T03:47:36.949163Z","steps":["trace[1234036692] 'process raft request' (duration: 189.127334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.949525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.536128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-04-21T03:47:36.949495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.608249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-21T03:47:36.949596Z","caller":"traceutil/trace.go:171","msg":"trace[506797043] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8803; }","duration":"190.730742ms","start":"2026-04-21T03:47:36.758846Z","end":"2026-04-21T03:47:36.949577Z","steps":["trace[506797043] 'agreement among raft nodes before linearized reading' (duration: 190.454695ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.94957Z","caller":"traceutil/trace.go:171","msg":"trace[852682944] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8803; }","duration":"190.644321ms","start":"2026-04-21T03:47:36.758914Z","end":"2026-04-21T03:47:36.949558Z","steps":["trace[852682944] 'agreement among raft nodes before linearized reading' (duration: 190.302802ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.001108Z","caller":"traceutil/trace.go:171","msg":"trace[1636220825] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"129.24465ms","start":"2026-04-21T03:47:36.871846Z","end":"2026-04-21T03:47:37.001091Z","steps":["trace[1636220825] 'process raft request' (duration: 129.039874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.001612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.225816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-21T03:47:37.001656Z","caller":"traceutil/trace.go:171","msg":"trace[371188803] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8805; }","duration":"210.332438ms","start":"2026-04-21T03:47:36.791313Z","end":"2026-04-21T03:47:37.001646Z","steps":["trace[371188803] 'agreement among raft nodes before linearized reading' (duration: 210.229596ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.178415Z","caller":"traceutil/trace.go:171","msg":"trace[1217627275] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8806; }","duration":"173.744249ms","start":"2026-04-21T03:47:37.004635Z","end":"2026-04-21T03:47:37.17838Z","steps":["trace[1217627275] 'process raft request' (duration: 81.030757ms)","trace[1217627275] 'compare' (duration: 92.561568ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:37.195617Z","caller":"traceutil/trace.go:171","msg":"trace[2092199540] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"189.675257ms","start":"2026-04-21T03:47:37.005919Z","end":"2026-04-21T03:47:37.195594Z","steps":["trace[2092199540] 'process raft request' (duration: 189.422251ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.195922Z","caller":"traceutil/trace.go:171","msg":"trace[736063814] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"189.484032ms","start":"2026-04-21T03:47:37.006422Z","end":"2026-04-21T03:47:37.195906Z","steps":["trace[736063814] 'process raft request' (duration: 189.115074ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.19622Z","caller":"traceutil/trace.go:171","msg":"trace[1221783687] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"189.490771ms","start":"2026-04-21T03:47:37.006701Z","end":"2026-04-21T03:47:37.196192Z","steps":["trace[1221783687] 'process raft request' (duration: 189.128183ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.196492Z","caller":"traceutil/trace.go:171","msg":"trace[20807296] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"189.612774ms","start":"2026-04-21T03:47:37.006862Z","end":"2026-04-21T03:47:37.196475Z","steps":["trace[20807296] 'process raft request' (duration: 189.216305ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.196657Z","caller":"traceutil/trace.go:171","msg":"trace[49610889] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9122; }","duration":"132.850356ms","start":"2026-04-21T03:47:37.063785Z","end":"2026-04-21T03:47:37.196635Z","steps":["trace[49610889] 'read index received' (duration: 21.973404ms)","trace[49610889] 'applied index is now lower than readState.Index' (duration: 110.875702ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:37.196843Z","caller":"traceutil/trace.go:171","msg":"trace[324517843] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"148.563018ms","start":"2026-04-21T03:47:37.048259Z","end":"2026-04-21T03:47:37.196822Z","steps":["trace[324517843] 'process raft request' (duration: 148.114328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.197001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.205054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T03:47:37.197021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.416698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:47:37.197065Z","caller":"traceutil/trace.go:171","msg":"trace[1668363675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8811; }","duration":"133.346538ms","start":"2026-04-21T03:47:37.063702Z","end":"2026-04-21T03:47:37.197049Z","steps":["trace[1668363675] 'agreement among raft nodes before linearized reading' (duration: 133.135933ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.197071Z","caller":"traceutil/trace.go:171","msg":"trace[2047427872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8811; }","duration":"128.546431ms","start":"2026-04-21T03:47:37.06851Z","end":"2026-04-21T03:47:37.197057Z","steps":["trace[2047427872] 'agreement among raft nodes before linearized reading' (duration: 128.387507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.42359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.356948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:37.423869Z","caller":"traceutil/trace.go:171","msg":"trace[1959771915] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"224.972443ms","start":"2026-04-21T03:47:37.198838Z","end":"2026-04-21T03:47:37.423811Z","steps":["trace[1959771915] 'process raft request' (duration: 105.268237ms)","trace[1959771915] 'compare' (duration: 119.058451ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:37.423911Z","caller":"traceutil/trace.go:171","msg":"trace[670621700] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9129; }","duration":"224.989804ms","start":"2026-04-21T03:47:37.198886Z","end":"2026-04-21T03:47:37.423876Z","steps":["trace[670621700] 'read index received' (duration: 105.330928ms)","trace[670621700] 'applied index is now lower than readState.Index' (duration: 119.655305ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:37.424053Z","caller":"traceutil/trace.go:171","msg":"trace[650466752] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"220.917694ms","start":"2026-04-21T03:47:37.203107Z","end":"2026-04-21T03:47:37.424025Z","steps":["trace[650466752] 'process raft request' (duration: 220.715159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.424246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.120105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cz5cb\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-04-21T03:47:37.424245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.323642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:47:37.424304Z","caller":"traceutil/trace.go:171","msg":"trace[484668658] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cz5cb; range_end:; response_count:1; response_revision:8813; }","duration":"222.220138ms","start":"2026-04-21T03:47:37.202071Z","end":"2026-04-21T03:47:37.424291Z","steps":["trace[484668658] 'agreement among raft nodes before linearized reading' (duration: 221.996032ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:37.424331Z","caller":"traceutil/trace.go:171","msg":"trace[209477677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8813; }","duration":"225.462006ms","start":"2026-04-21T03:47:37.19885Z","end":"2026-04-21T03:47:37.424312Z","steps":["trace[209477677] 'agreement among raft nodes before linearized reading' (duration: 225.115487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.425094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.606467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227366"} {"level":"info","ts":"2026-04-21T03:47:37.425138Z","caller":"traceutil/trace.go:171","msg":"trace[558246357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8813; }","duration":"222.667128ms","start":"2026-04-21T03:47:37.202461Z","end":"2026-04-21T03:47:37.425128Z","steps":["trace[558246357] 'agreement among raft nodes before linearized reading' (duration: 222.244007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:38.409215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.088509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:38.40976Z","caller":"traceutil/trace.go:171","msg":"trace[625715650] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9131; }","duration":"921.954261ms","start":"2026-04-21T03:47:37.487784Z","end":"2026-04-21T03:47:38.409738Z","steps":["trace[625715650] 'read index received' (duration: 105.309738ms)","trace[625715650] 'applied index is now lower than readState.Index' (duration: 816.642783ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:38.409815Z","caller":"traceutil/trace.go:171","msg":"trace[1624739450] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"970.993262ms","start":"2026-04-21T03:47:37.438795Z","end":"2026-04-21T03:47:38.409788Z","steps":["trace[1624739450] 'process raft request' (duration: 154.241356ms)","trace[1624739450] 'compare' (duration: 815.454034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:38.409904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.438772Z","time spent":"971.087664ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:38.409911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.112866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:38.409922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.129106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:38.410024Z","caller":"traceutil/trace.go:171","msg":"trace[1572915054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8815; }","duration":"922.29557ms","start":"2026-04-21T03:47:37.487707Z","end":"2026-04-21T03:47:38.410003Z","steps":["trace[1572915054] 'agreement among raft nodes before linearized reading' (duration: 922.100215ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:38.410064Z","caller":"traceutil/trace.go:171","msg":"trace[472278710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8815; }","duration":"346.322651ms","start":"2026-04-21T03:47:38.063731Z","end":"2026-04-21T03:47:38.410053Z","steps":["trace[472278710] 'agreement among raft nodes before linearized reading' (duration: 346.132696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:38.410083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.487675Z","time spent":"922.396762ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:47:38.410144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.063708Z","time spent":"346.426593ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:47:38.410803Z","caller":"traceutil/trace.go:171","msg":"trace[2101692118] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"323.240621ms","start":"2026-04-21T03:47:38.087525Z","end":"2026-04-21T03:47:38.410766Z","steps":["trace[2101692118] 'process raft request' (duration: 321.801395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:38.410989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.087506Z","time spent":"323.390985ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:38.926437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393388598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:39.426792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393388598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:39.916929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49466159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:47:39.917354Z","caller":"traceutil/trace.go:171","msg":"trace[1929053414] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"1.495144963s","start":"2026-04-21T03:47:38.422181Z","end":"2026-04-21T03:47:39.917326Z","steps":["trace[1929053414] 'process raft request' (duration: 1.494983498s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.917531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.422163Z","time spent":"1.495253245s","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:47:40.274174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.486783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:40.274643Z","caller":"traceutil/trace.go:171","msg":"trace[1531169711] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"1.51688906s","start":"2026-04-21T03:47:38.757726Z","end":"2026-04-21T03:47:40.274615Z","steps":["trace[1531169711] 'process raft request' (duration: 1.516621823s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.274635Z","caller":"traceutil/trace.go:171","msg":"trace[1144013675] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"1.691136113s","start":"2026-04-21T03:47:38.583398Z","end":"2026-04-21T03:47:40.274534Z","steps":["trace[1144013675] 'process raft request' (duration: 1.391102356s)","trace[1144013675] 'compare' (duration: 299.123475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:40.274757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.757696Z","time spent":"1.517014073s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:40.274848Z","caller":"traceutil/trace.go:171","msg":"trace[1142012353] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9134; }","duration":"1.848876013s","start":"2026-04-21T03:47:38.425938Z","end":"2026-04-21T03:47:40.274814Z","steps":["trace[1142012353] 'read index received' (duration: 1.491368901s)","trace[1142012353] 'applied index is now lower than readState.Index' (duration: 357.505192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:40.274879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.583323Z","time spent":"1.69142114s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:40.27494Z","caller":"traceutil/trace.go:171","msg":"trace[1719292544] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"1.516533962s","start":"2026-04-21T03:47:38.758392Z","end":"2026-04-21T03:47:40.274926Z","steps":["trace[1719292544] 'process raft request' (duration: 1.516111942s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.275394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.758357Z","time spent":"1.516926881s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:40.275396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849407056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-21T03:47:40.275494Z","caller":"traceutil/trace.go:171","msg":"trace[970867959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8819; }","duration":"1.84958838s","start":"2026-04-21T03:47:38.425879Z","end":"2026-04-21T03:47:40.275467Z","steps":["trace[970867959] 'agreement among raft nodes before linearized reading' (duration: 1.849073658s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.275551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.425857Z","time spent":"1.849685203s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509577133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:47:40.302452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049263244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:40.302508Z","caller":"traceutil/trace.go:171","msg":"trace[612778177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8820; }","duration":"1.509712657s","start":"2026-04-21T03:47:38.792776Z","end":"2026-04-21T03:47:40.302488Z","steps":["trace[612778177] 'agreement among raft nodes before linearized reading' (duration: 1.509467611s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.302528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102164977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T03:47:40.302533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239663718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:40.302552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.532486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:47:40.302571Z","caller":"traceutil/trace.go:171","msg":"trace[2102409681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8820; }","duration":"1.102249839s","start":"2026-04-21T03:47:39.200309Z","end":"2026-04-21T03:47:40.302559Z","steps":["trace[2102409681] 'agreement among raft nodes before linearized reading' (duration: 1.102132696s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.302622Z","caller":"traceutil/trace.go:171","msg":"trace[930390895] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8820; }","duration":"381.630258ms","start":"2026-04-21T03:47:39.920975Z","end":"2026-04-21T03:47:40.302605Z","steps":["trace[930390895] 'agreement among raft nodes before linearized reading' (duration: 381.510826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.302633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.200286Z","time spent":"1.102339752s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10184345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:47:40.302665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.920955Z","time spent":"381.70297ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101172574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T03:47:40.302711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.395909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-04-21T03:47:40.30272Z","caller":"traceutil/trace.go:171","msg":"trace[1653889511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8820; }","duration":"1.102068775s","start":"2026-04-21T03:47:39.200624Z","end":"2026-04-21T03:47:40.302692Z","steps":["trace[1653889511] 'agreement among raft nodes before linearized reading' (duration: 1.101682696s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.302752Z","caller":"traceutil/trace.go:171","msg":"trace[601048911] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8820; }","duration":"380.455531ms","start":"2026-04-21T03:47:39.922284Z","end":"2026-04-21T03:47:40.30274Z","steps":["trace[601048911] 'agreement among raft nodes before linearized reading' (duration: 380.333778ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.302752Z","caller":"traceutil/trace.go:171","msg":"trace[323671652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8820; }","duration":"1.101303757s","start":"2026-04-21T03:47:39.20142Z","end":"2026-04-21T03:47:40.302724Z","steps":["trace[323671652] 'agreement among raft nodes before linearized reading' (duration: 1.10099227s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.302777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.200592Z","time spent":"1.102173438s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.201409Z","time spent":"1.101385609s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.60945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:47:40.302658Z","caller":"traceutil/trace.go:171","msg":"trace[1817938812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8820; }","duration":"1.239768611s","start":"2026-04-21T03:47:39.062808Z","end":"2026-04-21T03:47:40.302577Z","steps":["trace[1817938812] 'agreement among raft nodes before linearized reading' (duration: 1.239669868s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.302885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.922271Z","time spent":"380.515332ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-04-21T03:47:40.302928Z","caller":"traceutil/trace.go:171","msg":"trace[527936964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8820; }","duration":"869.760034ms","start":"2026-04-21T03:47:39.433105Z","end":"2026-04-21T03:47:40.302865Z","steps":["trace[527936964] 'agreement among raft nodes before linearized reading' (duration: 869.428486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.30302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.433071Z","time spent":"869.903587ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:47:40.302512Z","caller":"traceutil/trace.go:171","msg":"trace[416012974] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8820; }","duration":"1.049356676s","start":"2026-04-21T03:47:39.253141Z","end":"2026-04-21T03:47:40.302498Z","steps":["trace[416012974] 'agreement among raft nodes before linearized reading' (duration: 1.049200702s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.303091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.253129Z","time spent":"1.049950201s","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:40.302939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.062785Z","time spent":"1.240143459s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.770098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:47:40.302558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.792763Z","time spent":"1.509783508s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:47:40.303343Z","caller":"traceutil/trace.go:171","msg":"trace[203146504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8820; }","duration":"873.712561ms","start":"2026-04-21T03:47:39.429608Z","end":"2026-04-21T03:47:40.303321Z","steps":["trace[203146504] 'agreement among raft nodes before linearized reading' (duration: 872.662685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.303446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.429587Z","time spent":"873.841483ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:40.302646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.342832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-21T03:47:40.303576Z","caller":"traceutil/trace.go:171","msg":"trace[2015244041] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8820; }","duration":"382.335465ms","start":"2026-04-21T03:47:39.921213Z","end":"2026-04-21T03:47:40.303548Z","steps":["trace[2015244041] 'agreement among raft nodes before linearized reading' (duration: 381.221428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.303649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.921204Z","time spent":"382.425637ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-21T03:47:40.463037Z","caller":"traceutil/trace.go:171","msg":"trace[87505002] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"155.329252ms","start":"2026-04-21T03:47:40.307669Z","end":"2026-04-21T03:47:40.462999Z","steps":["trace[87505002] 'process raft request' (duration: 109.944719ms)","trace[87505002] 'compare' (duration: 44.908091ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:40.463183Z","caller":"traceutil/trace.go:171","msg":"trace[1536293513] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9138; }","duration":"151.542031ms","start":"2026-04-21T03:47:40.311614Z","end":"2026-04-21T03:47:40.463156Z","steps":["trace[1536293513] 'read index received' (duration: 106.015025ms)","trace[1536293513] 'applied index is now lower than readState.Index' (duration: 45.525765ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:40.463316Z","caller":"traceutil/trace.go:171","msg":"trace[1844559638] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"153.95517ms","start":"2026-04-21T03:47:40.30933Z","end":"2026-04-21T03:47:40.463286Z","steps":["trace[1844559638] 'process raft request' (duration: 153.693443ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.463344Z","caller":"traceutil/trace.go:171","msg":"trace[2141234771] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"153.912578ms","start":"2026-04-21T03:47:40.30939Z","end":"2026-04-21T03:47:40.463303Z","steps":["trace[2141234771] 'process raft request' (duration: 153.687263ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.463346Z","caller":"traceutil/trace.go:171","msg":"trace[977714659] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"153.867998ms","start":"2026-04-21T03:47:40.309461Z","end":"2026-04-21T03:47:40.463329Z","steps":["trace[977714659] 'process raft request' (duration: 153.652042ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:40.463422Z","caller":"traceutil/trace.go:171","msg":"trace[195726736] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"154.491162ms","start":"2026-04-21T03:47:40.308897Z","end":"2026-04-21T03:47:40.463388Z","steps":["trace[195726736] 'process raft request' (duration: 153.98647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.463699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.068534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227366"} {"level":"info","ts":"2026-04-21T03:47:40.463742Z","caller":"traceutil/trace.go:171","msg":"trace[54224095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8825; }","duration":"152.149556ms","start":"2026-04-21T03:47:40.311583Z","end":"2026-04-21T03:47:40.463733Z","steps":["trace[54224095] 'agreement among raft nodes before linearized reading' (duration: 151.750256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.474575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.054811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:40.474637Z","caller":"traceutil/trace.go:171","msg":"trace[98903350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8826; }","duration":"161.138533ms","start":"2026-04-21T03:47:40.313483Z","end":"2026-04-21T03:47:40.474622Z","steps":["trace[98903350] 'agreement among raft nodes before linearized reading' (duration: 161.01477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.474661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.597476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:47:40.474737Z","caller":"traceutil/trace.go:171","msg":"trace[1218047532] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8826; }","duration":"159.695498ms","start":"2026-04-21T03:47:40.315026Z","end":"2026-04-21T03:47:40.474721Z","steps":["trace[1218047532] 'agreement among raft nodes before linearized reading' (duration: 159.547315ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:41.76052Z","caller":"traceutil/trace.go:171","msg":"trace[577199482] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9145; }","duration":"194.852431ms","start":"2026-04-21T03:47:41.565643Z","end":"2026-04-21T03:47:41.760495Z","steps":["trace[577199482] 'read index received' (duration: 194.644596ms)","trace[577199482] 'applied index is now lower than readState.Index' (duration: 206.845µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:41.760653Z","caller":"traceutil/trace.go:171","msg":"trace[1155710329] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"195.122919ms","start":"2026-04-21T03:47:41.565518Z","end":"2026-04-21T03:47:41.760641Z","steps":["trace[1155710329] 'process raft request' (duration: 194.80294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:41.761012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.092829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012\" ","response":"range_response_count:1 size:1130"} {"level":"info","ts":"2026-04-21T03:47:41.761096Z","caller":"traceutil/trace.go:171","msg":"trace[107748864] range","detail":"{range_begin:/registry/events/openstack/barbican-api-95dcc47f8-ctrtm.18a8428295b4a012; range_end:; response_count:1; response_revision:8828; }","duration":"137.210382ms","start":"2026-04-21T03:47:41.623861Z","end":"2026-04-21T03:47:41.761072Z","steps":["trace[107748864] 'agreement among raft nodes before linearized reading' (duration: 137.001977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:41.7612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.481658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:41.761362Z","caller":"traceutil/trace.go:171","msg":"trace[593785909] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8828; }","duration":"195.688523ms","start":"2026-04-21T03:47:41.565638Z","end":"2026-04-21T03:47:41.761326Z","steps":["trace[593785909] 'agreement among raft nodes before linearized reading' (duration: 195.352845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.465481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.91375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:42.465527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.158461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:42.465593Z","caller":"traceutil/trace.go:171","msg":"trace[851978894] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8829; }","duration":"368.291945ms","start":"2026-04-21T03:47:42.097283Z","end":"2026-04-21T03:47:42.465575Z","steps":["trace[851978894] 'count revisions from in-memory index tree' (duration: 368.020868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.465626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.097254Z","time spent":"368.363926ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:42.465551Z","caller":"traceutil/trace.go:171","msg":"trace[271865665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"404.041773ms","start":"2026-04-21T03:47:42.061493Z","end":"2026-04-21T03:47:42.465535Z","steps":["trace[271865665] 'range keys from in-memory index tree' (duration: 403.817727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.465783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.572647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T03:47:42.465876Z","caller":"traceutil/trace.go:171","msg":"trace[1194122726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8829; }","duration":"479.758721ms","start":"2026-04-21T03:47:41.986097Z","end":"2026-04-21T03:47:42.465856Z","steps":["trace[1194122726] 'range keys from in-memory index tree' (duration: 479.332132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.465858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.061471Z","time spent":"404.332299ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:42.465914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:41.986075Z","time spent":"479.832244ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T03:47:42.690643Z","caller":"traceutil/trace.go:171","msg":"trace[173140419] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"577.121577ms","start":"2026-04-21T03:47:42.113483Z","end":"2026-04-21T03:47:42.690605Z","steps":["trace[173140419] 'process raft request' (duration: 576.85545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.690876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.113444Z","time spent":"577.305542ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:42.916516Z","caller":"traceutil/trace.go:171","msg":"trace[372794713] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"635.33412ms","start":"2026-04-21T03:47:42.281152Z","end":"2026-04-21T03:47:42.916486Z","steps":["trace[372794713] 'process raft request' (duration: 635.072794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.916686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.281115Z","time spent":"635.477224ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:42.916903Z","caller":"traceutil/trace.go:171","msg":"trace[568721966] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"635.32114ms","start":"2026-04-21T03:47:42.281542Z","end":"2026-04-21T03:47:42.916863Z","steps":["trace[568721966] 'process raft request' (duration: 634.89663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.917089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.281503Z","time spent":"635.484274ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:42.917969Z","caller":"traceutil/trace.go:171","msg":"trace[1853532980] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"636.376407ms","start":"2026-04-21T03:47:42.281557Z","end":"2026-04-21T03:47:42.917934Z","steps":["trace[1853532980] 'process raft request' (duration: 635.187667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.918191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.281526Z","time spent":"636.54698ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.185135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.22303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:47:43.185503Z","caller":"traceutil/trace.go:171","msg":"trace[617960776] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"715.1945ms","start":"2026-04-21T03:47:42.470281Z","end":"2026-04-21T03:47:43.185476Z","steps":["trace[617960776] 'process raft request' (duration: 714.971224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.185706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.47027Z","time spent":"715.296882ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.444887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.341039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:43.444989Z","caller":"traceutil/trace.go:171","msg":"trace[15313060] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9147; }","duration":"977.590513ms","start":"2026-04-21T03:47:42.467382Z","end":"2026-04-21T03:47:43.444972Z","steps":["trace[15313060] 'read index received' (duration: 222.950664ms)","trace[15313060] 'applied index is now lower than readState.Index' (duration: 754.638259ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:43.445023Z","caller":"traceutil/trace.go:171","msg":"trace[1622332997] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"965.792206ms","start":"2026-04-21T03:47:42.479202Z","end":"2026-04-21T03:47:43.444994Z","steps":["trace[1622332997] 'process raft request' (duration: 706.260642ms)","trace[1622332997] 'compare' (duration: 259.151295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:43.445137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.479179Z","time spent":"965.891218ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.445175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.669144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:47:43.445214Z","caller":"traceutil/trace.go:171","msg":"trace[313827354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8835; }","duration":"977.718656ms","start":"2026-04-21T03:47:42.467484Z","end":"2026-04-21T03:47:43.445203Z","steps":["trace[313827354] 'agreement among raft nodes before linearized reading' (duration: 977.586503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.899062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:43.445257Z","caller":"traceutil/trace.go:171","msg":"trace[1231544239] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8835; }","duration":"259.966734ms","start":"2026-04-21T03:47:43.18528Z","end":"2026-04-21T03:47:43.445247Z","steps":["trace[1231544239] 'agreement among raft nodes before linearized reading' (duration: 259.919893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.584887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:43.445344Z","caller":"traceutil/trace.go:171","msg":"trace[105431232] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8835; }","duration":"899.656209ms","start":"2026-04-21T03:47:42.545677Z","end":"2026-04-21T03:47:43.445333Z","steps":["trace[105431232] 'agreement among raft nodes before linearized reading' (duration: 899.597988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.467477Z","time spent":"977.769127ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:47:43.445378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.545622Z","time spent":"899.748312ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:43.445176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.248191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:47:43.445438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.682012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:47:43.44536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.418496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:43.44548Z","caller":"traceutil/trace.go:171","msg":"trace[901787790] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8835; }","duration":"610.602829ms","start":"2026-04-21T03:47:42.834862Z","end":"2026-04-21T03:47:43.445464Z","steps":["trace[901787790] 'agreement among raft nodes before linearized reading' (duration: 610.232951ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.445518Z","caller":"traceutil/trace.go:171","msg":"trace[459658290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8835; }","duration":"125.636211ms","start":"2026-04-21T03:47:43.319868Z","end":"2026-04-21T03:47:43.445504Z","steps":["trace[459658290] 'agreement among raft nodes before linearized reading' (duration: 125.313744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.591189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:43.445536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.980722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:47:43.44555Z","caller":"traceutil/trace.go:171","msg":"trace[1856987387] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8835; }","duration":"323.792264ms","start":"2026-04-21T03:47:43.121709Z","end":"2026-04-21T03:47:43.445501Z","steps":["trace[1856987387] 'agreement among raft nodes before linearized reading' (duration: 323.701742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.834833Z","time spent":"610.680262ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:43.445571Z","caller":"traceutil/trace.go:171","msg":"trace[808150695] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8835; }","duration":"113.734622ms","start":"2026-04-21T03:47:43.331816Z","end":"2026-04-21T03:47:43.445551Z","steps":["trace[808150695] 'agreement among raft nodes before linearized reading' (duration: 113.588269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.44558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.320406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:47:43.445622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.687835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:43.445577Z","caller":"traceutil/trace.go:171","msg":"trace[1067922245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8835; }","duration":"978.054184ms","start":"2026-04-21T03:47:42.467513Z","end":"2026-04-21T03:47:43.445567Z","steps":["trace[1067922245] 'agreement among raft nodes before linearized reading' (duration: 977.958912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.02212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T03:47:43.445659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.467505Z","time spent":"978.144486ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:47:43.445645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.398528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:47:43.445656Z","caller":"traceutil/trace.go:171","msg":"trace[948608745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8835; }","duration":"977.422699ms","start":"2026-04-21T03:47:42.468216Z","end":"2026-04-21T03:47:43.445639Z","steps":["trace[948608745] 'agreement among raft nodes before linearized reading' (duration: 977.213564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.543988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:47:43.445652Z","caller":"traceutil/trace.go:171","msg":"trace[1156224599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8835; }","duration":"978.31737ms","start":"2026-04-21T03:47:42.467326Z","end":"2026-04-21T03:47:43.445644Z","steps":["trace[1156224599] 'agreement among raft nodes before linearized reading' (duration: 977.709285ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.4457Z","caller":"traceutil/trace.go:171","msg":"trace[1161505334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:8835; }","duration":"975.136923ms","start":"2026-04-21T03:47:42.470545Z","end":"2026-04-21T03:47:43.445682Z","steps":["trace[1161505334] 'agreement among raft nodes before linearized reading' (duration: 974.897397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.468198Z","time spent":"977.507931ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:43.445674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.121679Z","time spent":"323.902547ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:43.445742Z","caller":"traceutil/trace.go:171","msg":"trace[532717615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8835; }","duration":"976.67118ms","start":"2026-04-21T03:47:42.469047Z","end":"2026-04-21T03:47:43.445719Z","steps":["trace[532717615] 'agreement among raft nodes before linearized reading' (duration: 976.398944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.470534Z","time spent":"975.204615ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:47:43.445754Z","caller":"traceutil/trace.go:171","msg":"trace[326509406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8835; }","duration":"977.512451ms","start":"2026-04-21T03:47:42.46818Z","end":"2026-04-21T03:47:43.445693Z","steps":["trace[326509406] 'agreement among raft nodes before linearized reading' (duration: 977.302276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.445791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.46904Z","time spent":"976.740802ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:43.445841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.468173Z","time spent":"977.634164ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:43.44574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.467311Z","time spent":"978.419243ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:43.971452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.842267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:43.971741Z","caller":"traceutil/trace.go:171","msg":"trace[1391057263] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9154; }","duration":"520.208465ms","start":"2026-04-21T03:47:43.451517Z","end":"2026-04-21T03:47:43.971726Z","steps":["trace[1391057263] 'read index received' (duration: 198.057171ms)","trace[1391057263] 'applied index is now lower than readState.Index' (duration: 322.150344ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:43.971829Z","caller":"traceutil/trace.go:171","msg":"trace[1594043939] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"520.785458ms","start":"2026-04-21T03:47:43.451034Z","end":"2026-04-21T03:47:43.97182Z","steps":["trace[1594043939] 'process raft request' (duration: 520.576943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.971889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.45101Z","time spent":"520.84835ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:43.971973Z","caller":"traceutil/trace.go:171","msg":"trace[8575829] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"522.385618ms","start":"2026-04-21T03:47:43.449565Z","end":"2026-04-21T03:47:43.97195Z","steps":["trace[8575829] 'process raft request' (duration: 199.934767ms)","trace[8575829] 'compare' (duration: 321.677923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:43.972152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.449542Z","time spent":"522.48091ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:43.972032Z","caller":"traceutil/trace.go:171","msg":"trace[1710700633] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"520.804629ms","start":"2026-04-21T03:47:43.45119Z","end":"2026-04-21T03:47:43.971995Z","steps":["trace[1710700633] 'process raft request' (duration: 520.504312ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.97885Z","caller":"traceutil/trace.go:171","msg":"trace[774220473] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"521.742612ms","start":"2026-04-21T03:47:43.450728Z","end":"2026-04-21T03:47:43.972471Z","steps":["trace[774220473] 'process raft request' (duration: 520.82338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.978959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.451184Z","time spent":"527.723167ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.979002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.450711Z","time spent":"528.206828ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.979304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.739556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:43.979406Z","caller":"traceutil/trace.go:171","msg":"trace[1283514788] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"520.85571ms","start":"2026-04-21T03:47:43.451139Z","end":"2026-04-21T03:47:43.971995Z","steps":["trace[1283514788] 'process raft request' (duration: 520.527823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.97922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.130054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:43.979485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.451132Z","time spent":"528.305741ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.979506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.970203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227366"} {"level":"info","ts":"2026-04-21T03:47:43.979586Z","caller":"traceutil/trace.go:171","msg":"trace[682874389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8840; }","duration":"523.478164ms","start":"2026-04-21T03:47:43.456023Z","end":"2026-04-21T03:47:43.979502Z","steps":["trace[682874389] 'agreement among raft nodes before linearized reading' (duration: 515.946801ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.979628Z","caller":"traceutil/trace.go:171","msg":"trace[1525618424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8840; }","duration":"528.095027ms","start":"2026-04-21T03:47:43.451487Z","end":"2026-04-21T03:47:43.979582Z","steps":["trace[1525618424] 'agreement among raft nodes before linearized reading' (duration: 520.462711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.979677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.673106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-21T03:47:43.979722Z","caller":"traceutil/trace.go:171","msg":"trace[1757223597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8840; }","duration":"317.770669ms","start":"2026-04-21T03:47:43.661938Z","end":"2026-04-21T03:47:43.979709Z","steps":["trace[1757223597] 'agreement among raft nodes before linearized reading' (duration: 310.052911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.979696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.456009Z","time spent":"523.666438ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:43.979759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.661916Z","time spent":"317.83583ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-21T03:47:43.979743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.451473Z","time spent":"528.214809ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227389,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T03:47:43.980179Z","caller":"traceutil/trace.go:171","msg":"trace[1556422427] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8840; }","duration":"137.833528ms","start":"2026-04-21T03:47:43.841506Z","end":"2026-04-21T03:47:43.97934Z","steps":["trace[1556422427] 'agreement among raft nodes before linearized reading' (duration: 130.480869ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.183631Z","caller":"traceutil/trace.go:171","msg":"trace[213362564] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9159; }","duration":"131.807871ms","start":"2026-04-21T03:47:44.051792Z","end":"2026-04-21T03:47:44.1836Z","steps":["trace[213362564] 'read index received' (duration: 101.213319ms)","trace[213362564] 'applied index is now lower than readState.Index' (duration: 30.593202ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:44.183691Z","caller":"traceutil/trace.go:171","msg":"trace[715924572] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"195.326883ms","start":"2026-04-21T03:47:43.988327Z","end":"2026-04-21T03:47:44.183654Z","steps":["trace[715924572] 'process raft request' (duration: 164.662089ms)","trace[715924572] 'compare' (duration: 30.465019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:44.183799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.987616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:44.183843Z","caller":"traceutil/trace.go:171","msg":"trace[1175498170] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8841; }","duration":"132.102799ms","start":"2026-04-21T03:47:44.051728Z","end":"2026-04-21T03:47:44.183831Z","steps":["trace[1175498170] 'agreement among raft nodes before linearized reading' (duration: 131.986516ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:55.061118Z","caller":"traceutil/trace.go:171","msg":"trace[978955517] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"101.315585ms","start":"2026-04-21T03:47:54.95976Z","end":"2026-04-21T03:47:55.061075Z","steps":["trace[978955517] 'process raft request' (duration: 101.060012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:55.451063Z","caller":"traceutil/trace.go:171","msg":"trace[464074180] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9315; }","duration":"140.26491ms","start":"2026-04-21T03:47:55.310774Z","end":"2026-04-21T03:47:55.451039Z","steps":["trace[464074180] 'read index received' (duration: 139.996175ms)","trace[464074180] 'applied index is now lower than readState.Index' (duration: 267.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:55.451143Z","caller":"traceutil/trace.go:171","msg":"trace[194378469] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"142.591978ms","start":"2026-04-21T03:47:55.308505Z","end":"2026-04-21T03:47:55.451097Z","steps":["trace[194378469] 'process raft request' (duration: 142.347104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:55.451403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.564963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-04-21T03:47:55.451489Z","caller":"traceutil/trace.go:171","msg":"trace[2075080378] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8992; }","duration":"140.738285ms","start":"2026-04-21T03:47:55.310735Z","end":"2026-04-21T03:47:55.451473Z","steps":["trace[2075080378] 'agreement among raft nodes before linearized reading' (duration: 140.416601ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:57.264134Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002488.wal"} {"level":"info","ts":"2026-04-21T03:48:41.08697Z","caller":"traceutil/trace.go:171","msg":"trace[40870698] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"104.638926ms","start":"2026-04-21T03:48:40.982304Z","end":"2026-04-21T03:48:41.086943Z","steps":["trace[40870698] 'process raft request' (duration: 104.485594ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:41.159631Z","caller":"traceutil/trace.go:171","msg":"trace[612015403] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"169.422708ms","start":"2026-04-21T03:48:40.990179Z","end":"2026-04-21T03:48:41.159602Z","steps":["trace[612015403] 'process raft request' (duration: 169.285056ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:41.293083Z","caller":"traceutil/trace.go:171","msg":"trace[1396040103] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"113.875684ms","start":"2026-04-21T03:48:41.177587Z","end":"2026-04-21T03:48:41.291463Z","steps":["trace[1396040103] 'process raft request' (duration: 113.662141ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:41.832699Z","caller":"traceutil/trace.go:171","msg":"trace[172235224] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"412.197218ms","start":"2026-04-21T03:48:41.420459Z","end":"2026-04-21T03:48:41.832656Z","steps":["trace[172235224] 'process raft request' (duration: 351.214175ms)","trace[172235224] 'compare' (duration: 60.474857ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:48:41.832768Z","caller":"traceutil/trace.go:171","msg":"trace[1189206933] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"235.257544ms","start":"2026-04-21T03:48:41.597484Z","end":"2026-04-21T03:48:41.832742Z","steps":["trace[1189206933] 'process raft request' (duration: 235.091811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:41.832845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:41.420448Z","time spent":"412.33282ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:48:41.832886Z","caller":"traceutil/trace.go:171","msg":"trace[1016815885] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"162.488631ms","start":"2026-04-21T03:48:41.670366Z","end":"2026-04-21T03:48:41.832854Z","steps":["trace[1016815885] 'process raft request' (duration: 162.325728ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:41.833087Z","caller":"traceutil/trace.go:171","msg":"trace[1998972898] linearizableReadLoop","detail":"{readStateIndex:9797; appliedIndex:9796; }","duration":"411.409747ms","start":"2026-04-21T03:48:41.42131Z","end":"2026-04-21T03:48:41.83272Z","steps":["trace[1998972898] 'read index received' (duration: 350.281622ms)","trace[1998972898] 'applied index is now lower than readState.Index' (duration: 61.124955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:48:41.833105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.761412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19463"} {"level":"info","ts":"2026-04-21T03:48:41.833206Z","caller":"traceutil/trace.go:171","msg":"trace[823260819] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9464; }","duration":"411.888893ms","start":"2026-04-21T03:48:41.421294Z","end":"2026-04-21T03:48:41.833183Z","steps":["trace[823260819] 'agreement among raft nodes before linearized reading' (duration: 411.525909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:41.833684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:41.421287Z","time spent":"412.374259ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19486,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T03:48:56.835863Z","caller":"traceutil/trace.go:171","msg":"trace[941097428] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"387.039628ms","start":"2026-04-21T03:48:56.448799Z","end":"2026-04-21T03:48:56.835838Z","steps":["trace[941097428] 'process raft request' (duration: 386.897575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:56.836002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.448778Z","time spent":"387.153181ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.208262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.471423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:48:57.208479Z","caller":"traceutil/trace.go:171","msg":"trace[1938167942] linearizableReadLoop","detail":"{readStateIndex:9897; appliedIndex:9895; }","duration":"722.906736ms","start":"2026-04-21T03:48:56.485556Z","end":"2026-04-21T03:48:57.208463Z","steps":["trace[1938167942] 'read index received' (duration: 350.354452ms)","trace[1938167942] 'applied index is now lower than readState.Index' (duration: 372.551114ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:48:57.208572Z","caller":"traceutil/trace.go:171","msg":"trace[467577663] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"755.81913ms","start":"2026-04-21T03:48:56.452743Z","end":"2026-04-21T03:48:57.208562Z","steps":["trace[467577663] 'process raft request' (duration: 755.611385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.208636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.45273Z","time spent":"755.873992ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.208928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.370037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:48:57.208967Z","caller":"traceutil/trace.go:171","msg":"trace[1556624938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9559; }","duration":"723.448699ms","start":"2026-04-21T03:48:56.485508Z","end":"2026-04-21T03:48:57.208957Z","steps":["trace[1556624938] 'agreement among raft nodes before linearized reading' (duration: 723.315705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.208997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.48549Z","time spent":"723.5005ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:48:57.209219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.194232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:48:57.209255Z","caller":"traceutil/trace.go:171","msg":"trace[297831893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9559; }","duration":"723.271275ms","start":"2026-04-21T03:48:56.485975Z","end":"2026-04-21T03:48:57.209246Z","steps":["trace[297831893] 'agreement among raft nodes before linearized reading' (duration: 723.146432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.209283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.485964Z","time spent":"723.311585ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:48:57.209272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.361691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:48:57.2093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.313956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-21T03:48:57.209283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.423926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:48:57.209352Z","caller":"traceutil/trace.go:171","msg":"trace[38558750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9559; }","duration":"145.493105ms","start":"2026-04-21T03:48:57.063836Z","end":"2026-04-21T03:48:57.209329Z","steps":["trace[38558750] 'agreement among raft nodes before linearized reading' (duration: 145.327721ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.209375Z","caller":"traceutil/trace.go:171","msg":"trace[1326380597] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:9559; }","duration":"232.426389ms","start":"2026-04-21T03:48:56.97693Z","end":"2026-04-21T03:48:57.209356Z","steps":["trace[1326380597] 'agreement among raft nodes before linearized reading' (duration: 232.244535ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.209403Z","caller":"traceutil/trace.go:171","msg":"trace[1382476267] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9559; }","duration":"468.604932ms","start":"2026-04-21T03:48:56.740772Z","end":"2026-04-21T03:48:57.209377Z","steps":["trace[1382476267] 'agreement among raft nodes before linearized reading' (duration: 468.405476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.209353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.174272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-21T03:48:57.209436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.777466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T03:48:57.209463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.74075Z","time spent":"468.699484ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:48:57.209488Z","caller":"traceutil/trace.go:171","msg":"trace[1544761517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9559; }","duration":"146.371868ms","start":"2026-04-21T03:48:57.063094Z","end":"2026-04-21T03:48:57.209465Z","steps":["trace[1544761517] 'agreement among raft nodes before linearized reading' (duration: 146.040959ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.209505Z","caller":"traceutil/trace.go:171","msg":"trace[1236811845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:9559; }","duration":"691.864527ms","start":"2026-04-21T03:48:56.517618Z","end":"2026-04-21T03:48:57.209482Z","steps":["trace[1236811845] 'agreement among raft nodes before linearized reading' (duration: 691.676042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.209591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.517607Z","time spent":"691.97045ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:48:57.208826Z","caller":"traceutil/trace.go:171","msg":"trace[1758494546] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"758.352311ms","start":"2026-04-21T03:48:56.45034Z","end":"2026-04-21T03:48:57.208692Z","steps":["trace[1758494546] 'process raft request' (duration: 484.353085ms)","trace[1758494546] 'compare' (duration: 273.214737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:48:57.209945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.669796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T03:48:57.210115Z","caller":"traceutil/trace.go:171","msg":"trace[1547889923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9559; }","duration":"365.885101ms","start":"2026-04-21T03:48:56.84421Z","end":"2026-04-21T03:48:57.210095Z","steps":["trace[1547889923] 'agreement among raft nodes before linearized reading' (duration: 364.959138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.210227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.844192Z","time spent":"366.011455ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T03:48:57.210178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:56.450327Z","time spent":"759.52097ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:48:57.743335Z","caller":"traceutil/trace.go:171","msg":"trace[940545326] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"528.591008ms","start":"2026-04-21T03:48:57.21472Z","end":"2026-04-21T03:48:57.743311Z","steps":["trace[940545326] 'process raft request' (duration: 528.510546ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.743392Z","caller":"traceutil/trace.go:171","msg":"trace[1031277083] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"528.68401ms","start":"2026-04-21T03:48:57.21465Z","end":"2026-04-21T03:48:57.743334Z","steps":["trace[1031277083] 'process raft request' (duration: 528.537556ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.74338Z","caller":"traceutil/trace.go:171","msg":"trace[90353881] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"529.292235ms","start":"2026-04-21T03:48:57.214006Z","end":"2026-04-21T03:48:57.743299Z","steps":["trace[90353881] 'process raft request' (duration: 529.007548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.74353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.214713Z","time spent":"528.736132ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.743547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.214637Z","time spent":"528.826644ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.743571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.213988Z","time spent":"529.491779ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:48:57.743756Z","caller":"traceutil/trace.go:171","msg":"trace[514238370] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"517.26356ms","start":"2026-04-21T03:48:57.226463Z","end":"2026-04-21T03:48:57.743726Z","steps":["trace[514238370] 'process raft request' (duration: 516.804329ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.74379Z","caller":"traceutil/trace.go:171","msg":"trace[43531538] linearizableReadLoop","detail":"{readStateIndex:9899; appliedIndex:9897; }","duration":"529.626263ms","start":"2026-04-21T03:48:57.21409Z","end":"2026-04-21T03:48:57.743716Z","steps":["trace[43531538] 'read index received' (duration: 35.723053ms)","trace[43531538] 'applied index is now lower than readState.Index' (duration: 493.89955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:48:57.743884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.226452Z","time spent":"517.379693ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.744155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.039393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:48:57.744277Z","caller":"traceutil/trace.go:171","msg":"trace[1686604465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9563; }","duration":"530.192916ms","start":"2026-04-21T03:48:57.214064Z","end":"2026-04-21T03:48:57.744256Z","steps":["trace[1686604465] 'agreement among raft nodes before linearized reading' (duration: 529.800717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.744464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.214055Z","time spent":"530.395093ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:48:57.773383Z","caller":"traceutil/trace.go:171","msg":"trace[303669319] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"378.972651ms","start":"2026-04-21T03:48:57.394384Z","end":"2026-04-21T03:48:57.773357Z","steps":["trace[303669319] 'process raft request' (duration: 378.883579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.77361Z","caller":"traceutil/trace.go:171","msg":"trace[1755071629] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"522.665053ms","start":"2026-04-21T03:48:57.250918Z","end":"2026-04-21T03:48:57.773584Z","steps":["trace[1755071629] 'process raft request' (duration: 522.196922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.773744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.2509Z","time spent":"522.768345ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:48:57.773858Z","caller":"traceutil/trace.go:171","msg":"trace[663279278] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"384.833974ms","start":"2026-04-21T03:48:57.388943Z","end":"2026-04-21T03:48:57.773777Z","steps":["trace[663279278] 'process raft request' (duration: 384.282341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.774118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.39437Z","time spent":"379.260717ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.774263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.388917Z","time spent":"385.129691ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:48:57.774446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.285922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289772"} {"level":"info","ts":"2026-04-21T03:48:57.774509Z","caller":"traceutil/trace.go:171","msg":"trace[1458741206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9566; }","duration":"560.397645ms","start":"2026-04-21T03:48:57.214097Z","end":"2026-04-21T03:48:57.774495Z","steps":["trace[1458741206] 'agreement among raft nodes before linearized reading' (duration: 559.256878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:57.774553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:57.214085Z","time spent":"560.458246ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289795,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T03:49:09.826334Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T03:49:09.832708Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-21T03:49:09.832823Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-21T03:51:03.905524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8067} {"level":"info","ts":"2026-04-21T03:51:03.982459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8067,"took":"74.654712ms","hash":1492741165,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":27414528,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-21T03:51:03.98252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1492741165,"revision":8067,"compact-revision":5993} {"level":"info","ts":"2026-04-21T03:52:52.414625Z","caller":"traceutil/trace.go:171","msg":"trace[1628792193] linearizableReadLoop","detail":"{readStateIndex:11403; appliedIndex:11402; }","duration":"111.175514ms","start":"2026-04-21T03:52:52.303432Z","end":"2026-04-21T03:52:52.414607Z","steps":["trace[1628792193] 'read index received' (duration: 47.701196ms)","trace[1628792193] 'applied index is now lower than readState.Index' (duration: 63.473288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:52:52.414884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.436591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T03:52:52.414967Z","caller":"traceutil/trace.go:171","msg":"trace[895011334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11010; }","duration":"111.555274ms","start":"2026-04-21T03:52:52.303393Z","end":"2026-04-21T03:52:52.414948Z","steps":["trace[895011334] 'agreement among raft nodes before linearized reading' (duration: 111.282897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:11.955602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.640094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:11.95571Z","caller":"traceutil/trace.go:171","msg":"trace[76702863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11860; }","duration":"163.824828ms","start":"2026-04-21T03:54:11.791864Z","end":"2026-04-21T03:54:11.955689Z","steps":["trace[76702863] 'count revisions from in-memory index tree' (duration: 163.458579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.505529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393397122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:54:35.589365Z","caller":"traceutil/trace.go:171","msg":"trace[545239901] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"603.879361ms","start":"2026-04-21T03:54:34.985456Z","end":"2026-04-21T03:54:35.589335Z","steps":["trace[545239901] 'process raft request' (duration: 603.712247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.589527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:34.985442Z","time spent":"604.002704ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:54:35.908861Z","caller":"traceutil/trace.go:171","msg":"trace[1157622832] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"922.862708ms","start":"2026-04-21T03:54:34.98597Z","end":"2026-04-21T03:54:35.908833Z","steps":["trace[1157622832] 'process raft request' (duration: 922.661853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.909028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:34.985944Z","time spent":"922.993751ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:54:35.909174Z","caller":"traceutil/trace.go:171","msg":"trace[38337223] linearizableReadLoop","detail":"{readStateIndex:12407; appliedIndex:12401; }","duration":"904.285674ms","start":"2026-04-21T03:54:35.004869Z","end":"2026-04-21T03:54:35.909154Z","steps":["trace[38337223] 'read index received' (duration: 584.398104ms)","trace[38337223] 'applied index is now lower than readState.Index' (duration: 319.88677ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:35.909211Z","caller":"traceutil/trace.go:171","msg":"trace[567888213] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"839.648132ms","start":"2026-04-21T03:54:35.069552Z","end":"2026-04-21T03:54:35.9092Z","steps":["trace[567888213] 'process raft request' (duration: 839.236602ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:35.909222Z","caller":"traceutil/trace.go:171","msg":"trace[1492202758] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"837.242013ms","start":"2026-04-21T03:54:35.071949Z","end":"2026-04-21T03:54:35.909191Z","steps":["trace[1492202758] 'process raft request' (duration: 837.062388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.909271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.069527Z","time spent":"839.712773ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:54:35.909296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.378822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:35.909324Z","caller":"traceutil/trace.go:171","msg":"trace[1571216777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11990; }","duration":"845.450524ms","start":"2026-04-21T03:54:35.063865Z","end":"2026-04-21T03:54:35.909316Z","steps":["trace[1571216777] 'agreement among raft nodes before linearized reading' (duration: 845.392212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.909347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.063846Z","time spent":"845.494624ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:54:35.909362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.071935Z","time spent":"837.343725ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:54:35.909381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.471148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:54:35.90948Z","caller":"traceutil/trace.go:171","msg":"trace[1268948702] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11990; }","duration":"904.616281ms","start":"2026-04-21T03:54:35.004841Z","end":"2026-04-21T03:54:35.909457Z","steps":["trace[1268948702] 'agreement among raft nodes before linearized reading' (duration: 904.403116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.909471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.219596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:54:35.909528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.004829Z","time spent":"904.688894ms","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:54:35.909535Z","caller":"traceutil/trace.go:171","msg":"trace[1139156163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11990; }","duration":"400.323199ms","start":"2026-04-21T03:54:35.509194Z","end":"2026-04-21T03:54:35.909517Z","steps":["trace[1139156163] 'agreement among raft nodes before linearized reading' (duration: 400.135004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.90957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.509168Z","time spent":"400.3943ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:54:35.909505Z","caller":"traceutil/trace.go:171","msg":"trace[1240700726] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"835.850388ms","start":"2026-04-21T03:54:35.073639Z","end":"2026-04-21T03:54:35.90949Z","steps":["trace[1240700726] 'process raft request' (duration: 835.455478ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:35.909698Z","caller":"traceutil/trace.go:171","msg":"trace[1567767940] transaction","detail":"{read_only:false; response_revision:11990; number_of_response:1; }","duration":"730.277555ms","start":"2026-04-21T03:54:35.17891Z","end":"2026-04-21T03:54:35.909188Z","steps":["trace[1567767940] 'process raft request' (duration: 730.212323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.909714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.073625Z","time spent":"835.987371ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:54:35.909936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.178883Z","time spent":"730.89297ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:54:35.909989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.263827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:54:35.910034Z","caller":"traceutil/trace.go:171","msg":"trace[2038812168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11990; }","duration":"380.340829ms","start":"2026-04-21T03:54:35.529679Z","end":"2026-04-21T03:54:35.910019Z","steps":["trace[2038812168] 'agreement among raft nodes before linearized reading' (duration: 379.619021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:35.910062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:35.529573Z","time spent":"380.482582ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:54:36.087655Z","caller":"traceutil/trace.go:171","msg":"trace[2119459733] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"173.472486ms","start":"2026-04-21T03:54:35.914153Z","end":"2026-04-21T03:54:36.087626Z","steps":["trace[2119459733] 'process raft request' (duration: 173.283322ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:37.221506Z","caller":"traceutil/trace.go:171","msg":"trace[655191318] linearizableReadLoop","detail":"{readStateIndex:12412; appliedIndex:12411; }","duration":"156.285496ms","start":"2026-04-21T03:54:37.065193Z","end":"2026-04-21T03:54:37.221479Z","steps":["trace[655191318] 'read index received' (duration: 87.594684ms)","trace[655191318] 'applied index is now lower than readState.Index' (duration: 68.689262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:54:37.22164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.420859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:37.221684Z","caller":"traceutil/trace.go:171","msg":"trace[1181567375] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11994; }","duration":"156.527762ms","start":"2026-04-21T03:54:37.065143Z","end":"2026-04-21T03:54:37.221671Z","steps":["trace[1181567375] 'agreement among raft nodes before linearized reading' (duration: 156.433159ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:37.658481Z","caller":"traceutil/trace.go:171","msg":"trace[1098508620] linearizableReadLoop","detail":"{readStateIndex:12414; appliedIndex:12413; }","duration":"136.582463ms","start":"2026-04-21T03:54:37.521873Z","end":"2026-04-21T03:54:37.658455Z","steps":["trace[1098508620] 'read index received' (duration: 136.326617ms)","trace[1098508620] 'applied index is now lower than readState.Index' (duration: 254.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:37.658611Z","caller":"traceutil/trace.go:171","msg":"trace[745426838] transaction","detail":"{read_only:false; response_revision:11996; number_of_response:1; }","duration":"141.74781ms","start":"2026-04-21T03:54:37.516852Z","end":"2026-04-21T03:54:37.658599Z","steps":["trace[745426838] 'process raft request' (duration: 141.428892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:37.658816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.051214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:37.658859Z","caller":"traceutil/trace.go:171","msg":"trace[1082460396] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11996; }","duration":"137.142797ms","start":"2026-04-21T03:54:37.521705Z","end":"2026-04-21T03:54:37.658847Z","steps":["trace[1082460396] 'agreement among raft nodes before linearized reading' (duration: 137.058705ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:37.868391Z","caller":"traceutil/trace.go:171","msg":"trace[1478082563] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"205.316856ms","start":"2026-04-21T03:54:37.663038Z","end":"2026-04-21T03:54:37.868355Z","steps":["trace[1478082563] 'process raft request' (duration: 118.669535ms)","trace[1478082563] 'compare' (duration: 85.490832ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:38.135756Z","caller":"traceutil/trace.go:171","msg":"trace[12921167] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"221.277976ms","start":"2026-04-21T03:54:37.914451Z","end":"2026-04-21T03:54:38.135729Z","steps":["trace[12921167] 'process raft request' (duration: 221.071321ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.166561Z","caller":"traceutil/trace.go:171","msg":"trace[68444290] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"251.795954ms","start":"2026-04-21T03:54:37.91473Z","end":"2026-04-21T03:54:38.166526Z","steps":["trace[68444290] 'process raft request' (duration: 251.509097ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.166588Z","caller":"traceutil/trace.go:171","msg":"trace[465317498] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"251.706041ms","start":"2026-04-21T03:54:37.914855Z","end":"2026-04-21T03:54:38.166561Z","steps":["trace[465317498] 'process raft request' (duration: 251.548828ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.166614Z","caller":"traceutil/trace.go:171","msg":"trace[2082677151] linearizableReadLoop","detail":"{readStateIndex:12420; appliedIndex:12415; }","duration":"220.889957ms","start":"2026-04-21T03:54:37.945691Z","end":"2026-04-21T03:54:38.166581Z","steps":["trace[2082677151] 'read index received' (duration: 189.905908ms)","trace[2082677151] 'applied index is now lower than readState.Index' (duration: 30.982719ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:38.166647Z","caller":"traceutil/trace.go:171","msg":"trace[353582307] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"250.568402ms","start":"2026-04-21T03:54:37.916032Z","end":"2026-04-21T03:54:38.1666Z","steps":["trace[353582307] 'process raft request' (duration: 250.433399ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.166797Z","caller":"traceutil/trace.go:171","msg":"trace[34980029] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"249.490147ms","start":"2026-04-21T03:54:37.91729Z","end":"2026-04-21T03:54:38.16678Z","steps":["trace[34980029] 'process raft request' (duration: 249.22948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:38.166915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.568899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:38.166954Z","caller":"traceutil/trace.go:171","msg":"trace[1350922846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12002; }","duration":"104.655052ms","start":"2026-04-21T03:54:38.062286Z","end":"2026-04-21T03:54:38.166941Z","steps":["trace[1350922846] 'agreement among raft nodes before linearized reading' (duration: 104.557679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:38.167033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.289646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T03:54:38.167083Z","caller":"traceutil/trace.go:171","msg":"trace[1981625219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12002; }","duration":"221.407019ms","start":"2026-04-21T03:54:37.945664Z","end":"2026-04-21T03:54:38.167071Z","steps":["trace[1981625219] 'agreement among raft nodes before linearized reading' (duration: 221.201844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.309045Z","caller":"traceutil/trace.go:171","msg":"trace[1474148111] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"137.583407ms","start":"2026-04-21T03:54:38.171431Z","end":"2026-04-21T03:54:38.309015Z","steps":["trace[1474148111] 'process raft request' (duration: 137.409633ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:38.351662Z","caller":"traceutil/trace.go:171","msg":"trace[911636824] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"180.007996ms","start":"2026-04-21T03:54:38.171629Z","end":"2026-04-21T03:54:38.351637Z","steps":["trace[911636824] 'process raft request' (duration: 179.852372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:40.128691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:40.128777Z","caller":"traceutil/trace.go:171","msg":"trace[1756550669] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12007; }","duration":"101.017722ms","start":"2026-04-21T03:54:40.027738Z","end":"2026-04-21T03:54:40.128756Z","steps":["trace[1756550669] 'count revisions from in-memory index tree' (duration: 100.800797ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:40.311501Z","caller":"traceutil/trace.go:171","msg":"trace[954517076] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12425; }","duration":"137.899857ms","start":"2026-04-21T03:54:40.173576Z","end":"2026-04-21T03:54:40.311476Z","steps":["trace[954517076] 'read index received' (duration: 7.516905ms)","trace[954517076] 'applied index is now lower than readState.Index' (duration: 130.381612ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:40.311867Z","caller":"traceutil/trace.go:171","msg":"trace[1418851735] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"139.799582ms","start":"2026-04-21T03:54:40.172039Z","end":"2026-04-21T03:54:40.311838Z","steps":["trace[1418851735] 'process raft request' (duration: 139.345092ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:40.311892Z","caller":"traceutil/trace.go:171","msg":"trace[896301147] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"139.140906ms","start":"2026-04-21T03:54:40.172726Z","end":"2026-04-21T03:54:40.311867Z","steps":["trace[896301147] 'process raft request' (duration: 138.708246ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:40.311997Z","caller":"traceutil/trace.go:171","msg":"trace[541127736] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"140.228773ms","start":"2026-04-21T03:54:40.171735Z","end":"2026-04-21T03:54:40.311964Z","steps":["trace[541127736] 'process raft request' (duration: 90.784592ms)","trace[541127736] 'compare' (duration: 48.702753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:54:40.312033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.429379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:54:40.312115Z","caller":"traceutil/trace.go:171","msg":"trace[1675366675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12011; }","duration":"138.603434ms","start":"2026-04-21T03:54:40.173493Z","end":"2026-04-21T03:54:40.312097Z","steps":["trace[1675366675] 'agreement among raft nodes before linearized reading' (duration: 138.292786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:40.312044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.077298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:54:40.312215Z","caller":"traceutil/trace.go:171","msg":"trace[1426546099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:12011; }","duration":"133.270732ms","start":"2026-04-21T03:54:40.178935Z","end":"2026-04-21T03:54:40.312206Z","steps":["trace[1426546099] 'agreement among raft nodes before linearized reading' (duration: 132.949835ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:40.550367Z","caller":"traceutil/trace.go:171","msg":"trace[1832196582] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"139.263809ms","start":"2026-04-21T03:54:40.411077Z","end":"2026-04-21T03:54:40.550341Z","steps":["trace[1832196582] 'process raft request' (duration: 63.295649ms)","trace[1832196582] 'compare' (duration: 75.654402ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:40.880849Z","caller":"traceutil/trace.go:171","msg":"trace[856239541] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"135.888967ms","start":"2026-04-21T03:54:40.744936Z","end":"2026-04-21T03:54:40.880825Z","steps":["trace[856239541] 'process raft request' (duration: 135.739743ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:41.783665Z","caller":"traceutil/trace.go:171","msg":"trace[407899363] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"127.0377ms","start":"2026-04-21T03:54:41.656598Z","end":"2026-04-21T03:54:41.783635Z","steps":["trace[407899363] 'process raft request' (duration: 106.130078ms)","trace[407899363] 'compare' (duration: 20.782789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:54:42.628637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.833894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:54:42.628862Z","caller":"traceutil/trace.go:171","msg":"trace[1287151503] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"311.382251ms","start":"2026-04-21T03:54:42.31745Z","end":"2026-04-21T03:54:42.628832Z","steps":["trace[1287151503] 'process raft request' (duration: 204.249839ms)","trace[1287151503] 'compare' (duration: 106.680721ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:54:42.628924Z","caller":"traceutil/trace.go:171","msg":"trace[2038429364] transaction","detail":"{read_only:false; response_revision:12022; number_of_response:1; }","duration":"310.794207ms","start":"2026-04-21T03:54:42.318097Z","end":"2026-04-21T03:54:42.628891Z","steps":["trace[2038429364] 'process raft request' (duration: 310.643204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.629023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:42.317434Z","time spent":"311.498654ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:54:42.629054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:42.318083Z","time spent":"310.903069ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:54:42.62914Z","caller":"traceutil/trace.go:171","msg":"trace[1073315022] linearizableReadLoop","detail":"{readStateIndex:12441; appliedIndex:12438; }","duration":"304.473792ms","start":"2026-04-21T03:54:42.324632Z","end":"2026-04-21T03:54:42.629106Z","steps":["trace[1073315022] 'read index received' (duration: 55.393356ms)","trace[1073315022] 'applied index is now lower than readState.Index' (duration: 249.056536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:54:42.679567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.766781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:42.679629Z","caller":"traceutil/trace.go:171","msg":"trace[1476131917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12022; }","duration":"121.856223ms","start":"2026-04-21T03:54:42.557756Z","end":"2026-04-21T03:54:42.679612Z","steps":["trace[1476131917] 'agreement among raft nodes before linearized reading' (duration: 121.75873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.679636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.717529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-21T03:54:42.679612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.955998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T03:54:42.67971Z","caller":"traceutil/trace.go:171","msg":"trace[524204545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:12022; }","duration":"355.089851ms","start":"2026-04-21T03:54:42.324594Z","end":"2026-04-21T03:54:42.679684Z","steps":["trace[524204545] 'agreement among raft nodes before linearized reading' (duration: 304.736219ms)","trace[524204545] 'range keys from in-memory index tree' (duration: 50.023905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:54:42.680053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:42.324569Z","time spent":"355.471881ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T03:54:42.679783Z","caller":"traceutil/trace.go:171","msg":"trace[536750575] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12022; }","duration":"121.820441ms","start":"2026-04-21T03:54:42.55785Z","end":"2026-04-21T03:54:42.679671Z","steps":["trace[536750575] 'agreement among raft nodes before linearized reading' (duration: 121.648167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.680189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.401617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:54:42.679827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.833892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:42.680296Z","caller":"traceutil/trace.go:171","msg":"trace[1394382957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12022; }","duration":"301.576901ms","start":"2026-04-21T03:54:42.378696Z","end":"2026-04-21T03:54:42.680273Z","steps":["trace[1394382957] 'agreement among raft nodes before linearized reading' (duration: 301.242573ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:42.680307Z","caller":"traceutil/trace.go:171","msg":"trace[832843918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12022; }","duration":"122.316263ms","start":"2026-04-21T03:54:42.557969Z","end":"2026-04-21T03:54:42.680285Z","steps":["trace[832843918] 'agreement among raft nodes before linearized reading' (duration: 121.832781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.679816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.78972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:42.680539Z","caller":"traceutil/trace.go:171","msg":"trace[419324218] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12022; }","duration":"122.507318ms","start":"2026-04-21T03:54:42.558009Z","end":"2026-04-21T03:54:42.680516Z","steps":["trace[419324218] 'agreement among raft nodes before linearized reading' (duration: 121.749149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.679834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.204149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T03:54:42.679868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.898713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T03:54:42.680829Z","caller":"traceutil/trace.go:171","msg":"trace[212281282] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12022; }","duration":"122.894077ms","start":"2026-04-21T03:54:42.55792Z","end":"2026-04-21T03:54:42.680814Z","steps":["trace[212281282] 'agreement among raft nodes before linearized reading' (duration: 121.922223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.679883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.216522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:54:42.680951Z","caller":"traceutil/trace.go:171","msg":"trace[63206634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12022; }","duration":"123.292087ms","start":"2026-04-21T03:54:42.557633Z","end":"2026-04-21T03:54:42.680925Z","steps":["trace[63206634] 'agreement among raft nodes before linearized reading' (duration: 122.230442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.679967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.423161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T03:54:42.681047Z","caller":"traceutil/trace.go:171","msg":"trace[1927741945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12022; }","duration":"270.159442ms","start":"2026-04-21T03:54:42.410571Z","end":"2026-04-21T03:54:42.68073Z","steps":["trace[1927741945] 'agreement among raft nodes before linearized reading' (duration: 269.142577ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:54:42.681095Z","caller":"traceutil/trace.go:171","msg":"trace[833076019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12022; }","duration":"124.58257ms","start":"2026-04-21T03:54:42.556484Z","end":"2026-04-21T03:54:42.681066Z","steps":["trace[833076019] 'agreement among raft nodes before linearized reading' (duration: 123.39293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:54:42.680355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:54:42.37867Z","time spent":"301.671853ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:56:03.911275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10432} {"level":"info","ts":"2026-04-21T03:56:03.992725Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10432,"took":"78.812628ms","hash":3313845423,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":25378816,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-21T03:56:03.992785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3313845423,"revision":10432,"compact-revision":8067} {"level":"info","ts":"2026-04-21T04:00:28.073877Z","caller":"traceutil/trace.go:171","msg":"trace[866804241] transaction","detail":"{read_only:false; response_revision:14393; number_of_response:1; }","duration":"178.893232ms","start":"2026-04-21T04:00:27.894933Z","end":"2026-04-21T04:00:28.073826Z","steps":["trace[866804241] 'process raft request' (duration: 175.320295ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:57.809563Z","caller":"traceutil/trace.go:171","msg":"trace[496073718] transaction","detail":"{read_only:false; response_revision:14542; number_of_response:1; }","duration":"228.174247ms","start":"2026-04-21T04:00:57.581362Z","end":"2026-04-21T04:00:57.809536Z","steps":["trace[496073718] 'process raft request' (duration: 228.011813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:58.315218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:58.815595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:59.315775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:59.48135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671966426s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:00:59.574332Z","caller":"traceutil/trace.go:171","msg":"trace[989717408] linearizableReadLoop","detail":"{readStateIndex:15053; appliedIndex:15050; }","duration":"1.760169619s","start":"2026-04-21T04:00:57.814136Z","end":"2026-04-21T04:00:59.574305Z","steps":["trace[989717408] 'read index received' (duration: 1.66751997s)","trace[989717408] 'applied index is now lower than readState.Index' (duration: 92.648709ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:00:59.574419Z","caller":"traceutil/trace.go:171","msg":"trace[907307330] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"1.771785942s","start":"2026-04-21T04:00:57.802585Z","end":"2026-04-21T04:00:59.574371Z","steps":["trace[907307330] 'process raft request' (duration: 1.678940938s)","trace[907307330] 'compare' (duration: 92.395252ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:00:59.574461Z","caller":"traceutil/trace.go:171","msg":"trace[2058223955] transaction","detail":"{read_only:false; response_revision:14544; number_of_response:1; }","duration":"1.506613129s","start":"2026-04-21T04:00:58.067837Z","end":"2026-04-21T04:00:59.57445Z","steps":["trace[2058223955] 'process raft request' (duration: 1.506342222s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.574569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.067812Z","time spent":"1.5066777s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:59.57458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.802561Z","time spent":"1.771925096s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:59.574653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760511298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-21T04:00:59.574668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741684567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:59.574662Z","caller":"traceutil/trace.go:171","msg":"trace[431266965] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"1.386153463s","start":"2026-04-21T04:00:58.188457Z","end":"2026-04-21T04:00:59.574611Z","steps":["trace[431266965] 'process raft request' (duration: 1.385812474s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.574705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.387652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.574742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.906562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T04:00:59.574782Z","caller":"traceutil/trace.go:171","msg":"trace[1241655937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14545; }","duration":"511.514625ms","start":"2026-04-21T04:00:59.063249Z","end":"2026-04-21T04:00:59.574764Z","steps":["trace[1241655937] 'agreement among raft nodes before linearized reading' (duration: 511.389412ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.574807Z","caller":"traceutil/trace.go:171","msg":"trace[1555769756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14545; }","duration":"837.002025ms","start":"2026-04-21T04:00:58.737786Z","end":"2026-04-21T04:00:59.574788Z","steps":["trace[1555769756] 'agreement among raft nodes before linearized reading' (duration: 836.82884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.574824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.06323Z","time spent":"511.585447ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:00:59.574849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.737775Z","time spent":"837.065456ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:59.574858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.936284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-21T04:00:59.574893Z","caller":"traceutil/trace.go:171","msg":"trace[1086983671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14545; }","duration":"725.995056ms","start":"2026-04-21T04:00:58.848886Z","end":"2026-04-21T04:00:59.574881Z","steps":["trace[1086983671] 'agreement among raft nodes before linearized reading' (duration: 725.908454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.574893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.188436Z","time spent":"1.386329178s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:59.574933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.84887Z","time spent":"726.053467ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T04:00:59.574708Z","caller":"traceutil/trace.go:171","msg":"trace[275798744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:14545; }","duration":"1.76059699s","start":"2026-04-21T04:00:57.814098Z","end":"2026-04-21T04:00:59.574695Z","steps":["trace[275798744] 'agreement among raft nodes before linearized reading' (duration: 1.760405225s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.575023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.814086Z","time spent":"1.760931419s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"warn","ts":"2026-04-21T04:00:59.575049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.348421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T04:00:59.575076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179882968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.575059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316063213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-21T04:00:59.575109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.634687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:00:59.575118Z","caller":"traceutil/trace.go:171","msg":"trace[915655301] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14545; }","duration":"1.17996027s","start":"2026-04-21T04:00:58.395147Z","end":"2026-04-21T04:00:59.575108Z","steps":["trace[915655301] 'agreement among raft nodes before linearized reading' (duration: 1.179893978s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.575138Z","caller":"traceutil/trace.go:171","msg":"trace[858123933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14545; }","duration":"1.316179486s","start":"2026-04-21T04:00:58.25894Z","end":"2026-04-21T04:00:59.57512Z","steps":["trace[858123933] 'agreement among raft nodes before linearized reading' (duration: 1.315971821s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.575138Z","caller":"traceutil/trace.go:171","msg":"trace[1192315016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14545; }","duration":"722.469664ms","start":"2026-04-21T04:00:58.852638Z","end":"2026-04-21T04:00:59.575108Z","steps":["trace[1192315016] 'agreement among raft nodes before linearized reading' (duration: 722.117765ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.575157Z","caller":"traceutil/trace.go:171","msg":"trace[611449055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14545; }","duration":"838.679868ms","start":"2026-04-21T04:00:58.736463Z","end":"2026-04-21T04:00:59.575143Z","steps":["trace[611449055] 'agreement among raft nodes before linearized reading' (duration: 838.575055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.575157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.395129Z","time spent":"1.180020091s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.575188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.736393Z","time spent":"838.787601ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:59.57519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.258922Z","time spent":"1.316252819s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:00:59.575181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719174587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T04:00:59.575192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.852619Z","time spent":"722.560177ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:00:59.575239Z","caller":"traceutil/trace.go:171","msg":"trace[1586045598] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14545; }","duration":"1.71927213s","start":"2026-04-21T04:00:57.855951Z","end":"2026-04-21T04:00:59.575223Z","steps":["trace[1586045598] 'agreement among raft nodes before linearized reading' (duration: 1.719152147s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.575255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726386006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T04:00:59.575339Z","caller":"traceutil/trace.go:171","msg":"trace[1954574710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14545; }","duration":"1.726490229s","start":"2026-04-21T04:00:57.848829Z","end":"2026-04-21T04:00:59.575319Z","steps":["trace[1954574710] 'agreement among raft nodes before linearized reading' (duration: 1.726286994s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.575435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.848819Z","time spent":"1.726604592s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:00:59.574725Z","caller":"traceutil/trace.go:171","msg":"trace[294191908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14545; }","duration":"1.74178891s","start":"2026-04-21T04:00:57.83292Z","end":"2026-04-21T04:00:59.574709Z","steps":["trace[294191908] 'agreement among raft nodes before linearized reading' (duration: 1.741685257s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.575573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.8329Z","time spent":"1.742657962s","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.575285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.855925Z","time spent":"1.719352032s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":63,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.576492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.015897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:00:59.57654Z","caller":"traceutil/trace.go:171","msg":"trace[90402146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14545; }","duration":"839.097289ms","start":"2026-04-21T04:00:58.737429Z","end":"2026-04-21T04:00:59.576526Z","steps":["trace[90402146] 'agreement among raft nodes before linearized reading' (duration: 837.321903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.576569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.73741Z","time spent":"839.150981ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:01:00.08963Z","caller":"traceutil/trace.go:171","msg":"trace[781219569] linearizableReadLoop","detail":"{readStateIndex:15063; appliedIndex:15062; }","duration":"264.30316ms","start":"2026-04-21T04:00:59.825308Z","end":"2026-04-21T04:01:00.089611Z","steps":["trace[781219569] 'read index received' (duration: 261.426715ms)","trace[781219569] 'applied index is now lower than readState.Index' (duration: 2.875765ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:00.089646Z","caller":"traceutil/trace.go:171","msg":"trace[1283669324] transaction","detail":"{read_only:false; response_revision:14555; number_of_response:1; }","duration":"275.01094ms","start":"2026-04-21T04:00:59.814614Z","end":"2026-04-21T04:01:00.089625Z","steps":["trace[1283669324] 'process raft request' (duration: 272.090964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.08984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.506096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T04:01:00.089918Z","caller":"traceutil/trace.go:171","msg":"trace[897096731] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14555; }","duration":"264.630118ms","start":"2026-04-21T04:00:59.825268Z","end":"2026-04-21T04:01:00.089898Z","steps":["trace[897096731] 'agreement among raft nodes before linearized reading' (duration: 264.407303ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:03.918664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12559} {"level":"info","ts":"2026-04-21T04:01:03.998597Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12559,"took":"77.649037ms","hash":624404817,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":26853376,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-21T04:01:03.998666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":624404817,"revision":12559,"compact-revision":10432} {"level":"warn","ts":"2026-04-21T04:01:08.123447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.767855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:08.12351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.50514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:01:08.123548Z","caller":"traceutil/trace.go:171","msg":"trace[666970822] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14612; }","duration":"189.93943ms","start":"2026-04-21T04:01:07.93359Z","end":"2026-04-21T04:01:08.123529Z","steps":["trace[666970822] 'count revisions from in-memory index tree' (duration: 189.653092ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:08.123612Z","caller":"traceutil/trace.go:171","msg":"trace[508870156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14612; }","duration":"114.656064ms","start":"2026-04-21T04:01:08.008919Z","end":"2026-04-21T04:01:08.123575Z","steps":["trace[508870156] 'count revisions from in-memory index tree' (duration: 114.414347ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:08.517531Z","caller":"traceutil/trace.go:171","msg":"trace[1774145105] linearizableReadLoop","detail":"{readStateIndex:15126; appliedIndex:15125; }","duration":"101.945742ms","start":"2026-04-21T04:01:08.415549Z","end":"2026-04-21T04:01:08.517495Z","steps":["trace[1774145105] 'read index received' (duration: 13.504953ms)","trace[1774145105] 'applied index is now lower than readState.Index' (duration: 88.438909ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:08.517542Z","caller":"traceutil/trace.go:171","msg":"trace[151077571] transaction","detail":"{read_only:false; response_revision:14614; number_of_response:1; }","duration":"401.619376ms","start":"2026-04-21T04:01:08.115888Z","end":"2026-04-21T04:01:08.517507Z","steps":["trace[151077571] 'process raft request' (duration: 313.354022ms)","trace[151077571] 'compare' (duration: 87.972246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:08.517765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:08.115871Z","time spent":"401.760179ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:08.517809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.24085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-74p8s\" ","response":"range_response_count:1 size:11620"} {"level":"info","ts":"2026-04-21T04:01:08.517907Z","caller":"traceutil/trace.go:171","msg":"trace[1469536369] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-74p8s; range_end:; response_count:1; response_revision:14614; }","duration":"102.375424ms","start":"2026-04-21T04:01:08.415507Z","end":"2026-04-21T04:01:08.517882Z","steps":["trace[1469536369] 'agreement among raft nodes before linearized reading' (duration: 102.090235ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:08.681984Z","caller":"traceutil/trace.go:171","msg":"trace[291600649] transaction","detail":"{read_only:false; response_revision:14615; number_of_response:1; }","duration":"149.77974ms","start":"2026-04-21T04:01:08.532176Z","end":"2026-04-21T04:01:08.681955Z","steps":["trace[291600649] 'process raft request' (duration: 102.518626ms)","trace[291600649] 'compare' (duration: 47.135081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:10.156206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:01:10.657478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:01:11.15842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:01:11.452471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.838450852s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:01:11.453417Z","caller":"traceutil/trace.go:171","msg":"trace[879305752] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"1.843316559s","start":"2026-04-21T04:01:09.610072Z","end":"2026-04-21T04:01:11.453388Z","steps":["trace[879305752] 'process raft request' (duration: 1.843229867s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.453633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.61006Z","time spent":"1.843464455s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:11.45404Z","caller":"traceutil/trace.go:171","msg":"trace[390561415] transaction","detail":"{read_only:false; response_revision:14617; number_of_response:1; }","duration":"1.844920972s","start":"2026-04-21T04:01:09.609092Z","end":"2026-04-21T04:01:11.454013Z","steps":["trace[390561415] 'process raft request' (duration: 1.843952647s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.454161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.609062Z","time spent":"1.845044235s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:11.507049Z","caller":"traceutil/trace.go:171","msg":"trace[309863741] linearizableReadLoop","detail":"{readStateIndex:15132; appliedIndex:15128; }","duration":"1.851128285s","start":"2026-04-21T04:01:09.655886Z","end":"2026-04-21T04:01:11.507015Z","steps":["trace[309863741] 'read index received' (duration: 1.797123064s)","trace[309863741] 'applied index is now lower than readState.Index' (duration: 54.001111ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:11.507244Z","caller":"traceutil/trace.go:171","msg":"trace[379143252] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"1.628456361s","start":"2026-04-21T04:01:09.878734Z","end":"2026-04-21T04:01:11.50719Z","steps":["trace[379143252] 'process raft request' (duration: 1.627993248s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.507501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850694733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T04:01:11.507584Z","caller":"traceutil/trace.go:171","msg":"trace[1406813319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:14620; }","duration":"1.850825037s","start":"2026-04-21T04:01:09.656746Z","end":"2026-04-21T04:01:11.507571Z","steps":["trace[1406813319] 'agreement among raft nodes before linearized reading' (duration: 1.850495669s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.507613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85172951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T04:01:11.507614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.878694Z","time spent":"1.62879764s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:11.507646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831912853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T04:01:11.507513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832107698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T04:01:11.507673Z","caller":"traceutil/trace.go:171","msg":"trace[1545394347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14620; }","duration":"1.851834752s","start":"2026-04-21T04:01:09.655819Z","end":"2026-04-21T04:01:11.507653Z","steps":["trace[1545394347] 'agreement among raft nodes before linearized reading' (duration: 1.85137597s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:11.507701Z","caller":"traceutil/trace.go:171","msg":"trace[869441421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14620; }","duration":"1.832013305s","start":"2026-04-21T04:01:09.67567Z","end":"2026-04-21T04:01:11.507683Z","steps":["trace[869441421] 'agreement among raft nodes before linearized reading' (duration: 1.831897212s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:11.507718Z","caller":"traceutil/trace.go:171","msg":"trace[455386843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14620; }","duration":"1.832370765s","start":"2026-04-21T04:01:09.675312Z","end":"2026-04-21T04:01:11.507683Z","steps":["trace[455386843] 'agreement among raft nodes before linearized reading' (duration: 1.831985705s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.507745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.675292Z","time spent":"1.832445336s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:01:11.507745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.675646Z","time spent":"1.832087287s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:01:11.507817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.655791Z","time spent":"1.851916225s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:01:11.507658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.656733Z","time spent":"1.850913089s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"warn","ts":"2026-04-21T04:01:11.508009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.948717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:01:11.50806Z","caller":"traceutil/trace.go:171","msg":"trace[551819214] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14620; }","duration":"129.033929ms","start":"2026-04-21T04:01:11.379006Z","end":"2026-04-21T04:01:11.50804Z","steps":["trace[551819214] 'agreement among raft nodes before linearized reading' (duration: 128.930816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.984985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:11.508138Z","caller":"traceutil/trace.go:171","msg":"trace[1683517997] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14620; }","duration":"644.033846ms","start":"2026-04-21T04:01:10.86409Z","end":"2026-04-21T04:01:11.508124Z","steps":["trace[1683517997] 'agreement among raft nodes before linearized reading' (duration: 643.941804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:10.864072Z","time spent":"644.089108ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:01:11.50817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833976907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T04:01:11.5082Z","caller":"traceutil/trace.go:171","msg":"trace[869296372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14620; }","duration":"1.834049259s","start":"2026-04-21T04:01:09.674142Z","end":"2026-04-21T04:01:11.508192Z","steps":["trace[869296372] 'agreement among raft nodes before linearized reading' (duration: 1.833936316s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.385903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:11.508243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.674123Z","time spent":"1.83411417s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:01:11.508283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834226693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:01:11.508284Z","caller":"traceutil/trace.go:171","msg":"trace[378970718] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14620; }","duration":"107.558838ms","start":"2026-04-21T04:01:11.400701Z","end":"2026-04-21T04:01:11.50826Z","steps":["trace[378970718] 'agreement among raft nodes before linearized reading' (duration: 107.305331ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:11.508335Z","caller":"traceutil/trace.go:171","msg":"trace[659062670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14620; }","duration":"1.834294695s","start":"2026-04-21T04:01:09.674026Z","end":"2026-04-21T04:01:11.50832Z","steps":["trace[659062670] 'agreement among raft nodes before linearized reading' (duration: 1.834124031s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:09.674015Z","time spent":"1.834335556s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:01:11.508396Z","caller":"traceutil/trace.go:171","msg":"trace[1805241608] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"1.363234546s","start":"2026-04-21T04:01:10.145107Z","end":"2026-04-21T04:01:11.508341Z","steps":["trace[1805241608] 'process raft request' (duration: 1.36183962s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:10.145071Z","time spent":"1.363351659s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:11.50853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445050851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:11.508629Z","caller":"traceutil/trace.go:171","msg":"trace[347669016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14620; }","duration":"1.445187525s","start":"2026-04-21T04:01:10.063421Z","end":"2026-04-21T04:01:11.508608Z","steps":["trace[347669016] 'agreement among raft nodes before linearized reading' (duration: 1.44501597s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:11.508673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:10.063401Z","time spent":"1.445260037s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:01:12.786408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.559223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T04:01:12.78675Z","caller":"traceutil/trace.go:171","msg":"trace[464671064] transaction","detail":"{read_only:false; response_revision:14627; number_of_response:1; }","duration":"315.322013ms","start":"2026-04-21T04:01:12.471407Z","end":"2026-04-21T04:01:12.786729Z","steps":["trace[464671064] 'process raft request' (duration: 315.172009ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:12.786743Z","caller":"traceutil/trace.go:171","msg":"trace[1225369732] linearizableReadLoop","detail":"{readStateIndex:15139; appliedIndex:15138; }","duration":"316.675108ms","start":"2026-04-21T04:01:12.470037Z","end":"2026-04-21T04:01:12.786712Z","steps":["trace[1225369732] 'read index received' (duration: 127.805267ms)","trace[1225369732] 'applied index is now lower than readState.Index' (duration: 188.867301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:12.786869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:12.471387Z","time spent":"315.404294ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:01:12.787247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.430176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:01:12.787345Z","caller":"traceutil/trace.go:171","msg":"trace[1656413073] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14627; }","duration":"212.613822ms","start":"2026-04-21T04:01:12.574703Z","end":"2026-04-21T04:01:12.787317Z","steps":["trace[1656413073] 'agreement among raft nodes before linearized reading' (duration: 212.175889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:12.787515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.017589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-74p8s\" ","response":"range_response_count:1 size:11822"} {"level":"info","ts":"2026-04-21T04:01:12.787592Z","caller":"traceutil/trace.go:171","msg":"trace[1094059835] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-74p8s; range_end:; response_count:1; response_revision:14627; }","duration":"317.599803ms","start":"2026-04-21T04:01:12.469971Z","end":"2026-04-21T04:01:12.78757Z","steps":["trace[1094059835] 'agreement among raft nodes before linearized reading' (duration: 316.828052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:12.787644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:12.469943Z","time spent":"317.687776ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11845,"request content":"key:\"/registry/pods/openstack/openvswitch-74p8s\" "} {"level":"info","ts":"2026-04-21T04:01:20.692361Z","caller":"traceutil/trace.go:171","msg":"trace[704674573] linearizableReadLoop","detail":"{readStateIndex:15301; appliedIndex:15300; }","duration":"288.159253ms","start":"2026-04-21T04:01:20.404181Z","end":"2026-04-21T04:01:20.692341Z","steps":["trace[704674573] 'read index received' (duration: 287.998269ms)","trace[704674573] 'applied index is now lower than readState.Index' (duration: 160.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:20.692388Z","caller":"traceutil/trace.go:171","msg":"trace[405773745] transaction","detail":"{read_only:false; response_revision:14785; number_of_response:1; }","duration":"295.115235ms","start":"2026-04-21T04:01:20.397247Z","end":"2026-04-21T04:01:20.692363Z","steps":["trace[405773745] 'process raft request' (duration: 294.970422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:20.692535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.332239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:01:20.692585Z","caller":"traceutil/trace.go:171","msg":"trace[1863573823] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14785; }","duration":"288.424561ms","start":"2026-04-21T04:01:20.404146Z","end":"2026-04-21T04:01:20.692571Z","steps":["trace[1863573823] 'agreement among raft nodes before linearized reading' (duration: 288.284576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:20.692854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.480449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-21T04:01:20.692887Z","caller":"traceutil/trace.go:171","msg":"trace[1440410907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe; range_end:; response_count:1; response_revision:14785; }","duration":"263.551221ms","start":"2026-04-21T04:01:20.429327Z","end":"2026-04-21T04:01:20.692878Z","steps":["trace[1440410907] 'agreement among raft nodes before linearized reading' (duration: 263.447008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:20.693118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.137427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42d26307-f448-4602-a9a6-a12c30bab66d\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-21T04:01:20.693211Z","caller":"traceutil/trace.go:171","msg":"trace[577211004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42d26307-f448-4602-a9a6-a12c30bab66d; range_end:; response_count:1; response_revision:14785; }","duration":"259.26864ms","start":"2026-04-21T04:01:20.43392Z","end":"2026-04-21T04:01:20.693189Z","steps":["trace[577211004] 'agreement among raft nodes before linearized reading' (duration: 258.980672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.382764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.3529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:21.382845Z","caller":"traceutil/trace.go:171","msg":"trace[901772559] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14785; }","duration":"316.491375ms","start":"2026-04-21T04:01:21.066332Z","end":"2026-04-21T04:01:21.382824Z","steps":["trace[901772559] 'count revisions from in-memory index tree' (duration: 316.240828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.382877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.066308Z","time spent":"316.561456ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:01:21.382985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.178586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:21.383117Z","caller":"traceutil/trace.go:171","msg":"trace[402314109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14785; }","duration":"509.32745ms","start":"2026-04-21T04:01:20.873768Z","end":"2026-04-21T04:01:21.383096Z","steps":["trace[402314109] 'range keys from in-memory index tree' (duration: 509.159195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.383459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.340171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-qxmg4.18a84353a911e4c3\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-21T04:01:21.383494Z","caller":"traceutil/trace.go:171","msg":"trace[695303294] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-qxmg4.18a84353a911e4c3; range_end:; response_count:1; response_revision:14785; }","duration":"259.406253ms","start":"2026-04-21T04:01:21.124078Z","end":"2026-04-21T04:01:21.383484Z","steps":["trace[695303294] 'range keys from in-memory index tree' (duration: 259.157647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.383626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.508392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:01:21.383651Z","caller":"traceutil/trace.go:171","msg":"trace[154097744] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14785; }","duration":"242.574514ms","start":"2026-04-21T04:01:21.141071Z","end":"2026-04-21T04:01:21.383645Z","steps":["trace[154097744] 'count revisions from in-memory index tree' (duration: 242.409819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.383062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.386271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:21.383867Z","caller":"traceutil/trace.go:171","msg":"trace[916944247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14785; }","duration":"317.192302ms","start":"2026-04-21T04:01:21.066665Z","end":"2026-04-21T04:01:21.383858Z","steps":["trace[916944247] 'range keys from in-memory index tree' (duration: 316.279448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.383903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.06659Z","time spent":"317.300865ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:01:21.915432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393404987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:01:22.251027Z","caller":"traceutil/trace.go:171","msg":"trace[1968311163] transaction","detail":"{read_only:false; response_revision:14786; number_of_response:1; }","duration":"863.753102ms","start":"2026-04-21T04:01:21.387251Z","end":"2026-04-21T04:01:22.251004Z","steps":["trace[1968311163] 'process raft request' (duration: 863.581258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.251176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.387222Z","time spent":"863.876907ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:22.258537Z","caller":"traceutil/trace.go:171","msg":"trace[1907244075] transaction","detail":"{read_only:false; response_revision:14787; number_of_response:1; }","duration":"771.468264ms","start":"2026-04-21T04:01:21.487045Z","end":"2026-04-21T04:01:22.258514Z","steps":["trace[1907244075] 'process raft request' (duration: 771.261257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.258832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.487017Z","time spent":"771.590207ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:22.258994Z","caller":"traceutil/trace.go:171","msg":"trace[1142962473] linearizableReadLoop","detail":"{readStateIndex:15306; appliedIndex:15301; }","duration":"843.787283ms","start":"2026-04-21T04:01:21.415193Z","end":"2026-04-21T04:01:22.25898Z","steps":["trace[1142962473] 'read index received' (duration: 835.707822ms)","trace[1142962473] 'applied index is now lower than readState.Index' (duration: 8.079051ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:22.25898Z","caller":"traceutil/trace.go:171","msg":"trace[1557640000] transaction","detail":"{read_only:false; response_revision:14788; number_of_response:1; }","duration":"768.052864ms","start":"2026-04-21T04:01:21.490903Z","end":"2026-04-21T04:01:22.258956Z","steps":["trace[1557640000] 'process raft request' (duration: 767.555581ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.259043Z","caller":"traceutil/trace.go:171","msg":"trace[1745573460] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"711.534319ms","start":"2026-04-21T04:01:21.547492Z","end":"2026-04-21T04:01:22.259026Z","steps":["trace[1745573460] 'process raft request' (duration: 711.19515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.259112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.547472Z","time spent":"711.602901ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:22.259122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.490881Z","time spent":"768.163087ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:22.25917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.973687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-n4tzf\" ","response":"range_response_count:1 size:6893"} {"level":"info","ts":"2026-04-21T04:01:22.259144Z","caller":"traceutil/trace.go:171","msg":"trace[750858767] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"596.270489ms","start":"2026-04-21T04:01:21.66282Z","end":"2026-04-21T04:01:22.25909Z","steps":["trace[750858767] 'process raft request' (duration: 596.102785ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.259209Z","caller":"traceutil/trace.go:171","msg":"trace[1216155279] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-n4tzf; range_end:; response_count:1; response_revision:14790; }","duration":"844.045349ms","start":"2026-04-21T04:01:21.415155Z","end":"2026-04-21T04:01:22.259201Z","steps":["trace[1216155279] 'agreement among raft nodes before linearized reading' (duration: 843.925186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.25924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.415134Z","time spent":"844.099661ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6916,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-n4tzf\" "} {"level":"warn","ts":"2026-04-21T04:01:22.259305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.907627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T04:01:22.259316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.662802Z","time spent":"596.426643ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:22.25939Z","caller":"traceutil/trace.go:171","msg":"trace[206177697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14790; }","duration":"751.02755ms","start":"2026-04-21T04:01:21.508316Z","end":"2026-04-21T04:01:22.259343Z","steps":["trace[206177697] 'agreement among raft nodes before linearized reading' (duration: 750.902677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.259435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.508291Z","time spent":"751.133012ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:01:22.259592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.863551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42d26307-f448-4602-a9a6-a12c30bab66d\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-21T04:01:22.259638Z","caller":"traceutil/trace.go:171","msg":"trace[1630038953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42d26307-f448-4602-a9a6-a12c30bab66d; range_end:; response_count:1; response_revision:14790; }","duration":"561.926552ms","start":"2026-04-21T04:01:21.697699Z","end":"2026-04-21T04:01:22.259626Z","steps":["trace[1630038953] 'agreement among raft nodes before linearized reading' (duration: 561.82323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.259672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.697689Z","time spent":"561.975054ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42d26307-f448-4602-a9a6-a12c30bab66d\" "} {"level":"warn","ts":"2026-04-21T04:01:22.259681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.716123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-21T04:01:22.259718Z","caller":"traceutil/trace.go:171","msg":"trace[929128625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14790; }","duration":"130.779485ms","start":"2026-04-21T04:01:22.128928Z","end":"2026-04-21T04:01:22.259708Z","steps":["trace[929128625] 'agreement among raft nodes before linearized reading' (duration: 130.659492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.259812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.869217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T04:01:22.259676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.20946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-21T04:01:22.259859Z","caller":"traceutil/trace.go:171","msg":"trace[486744546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe; range_end:; response_count:1; response_revision:14790; }","duration":"562.440156ms","start":"2026-04-21T04:01:21.697407Z","end":"2026-04-21T04:01:22.259847Z","steps":["trace[486744546] 'agreement among raft nodes before linearized reading' (duration: 562.20794ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.259853Z","caller":"traceutil/trace.go:171","msg":"trace[578912026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14790; }","duration":"688.928128ms","start":"2026-04-21T04:01:21.570915Z","end":"2026-04-21T04:01:22.259843Z","steps":["trace[578912026] 'agreement among raft nodes before linearized reading' (duration: 688.770864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.259901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.697381Z","time spent":"562.512828ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe\" "} {"level":"warn","ts":"2026-04-21T04:01:22.259924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.570906Z","time spent":"689.005651ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:01:22.260008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.159301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:01:22.260072Z","caller":"traceutil/trace.go:171","msg":"trace[843707756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14790; }","duration":"695.251163ms","start":"2026-04-21T04:01:21.564806Z","end":"2026-04-21T04:01:22.260057Z","steps":["trace[843707756] 'agreement among raft nodes before linearized reading' (duration: 695.11425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.2601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.116475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T04:01:22.260122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.564787Z","time spent":"695.322945ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:01:22.260147Z","caller":"traceutil/trace.go:171","msg":"trace[649668185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14790; }","duration":"696.156806ms","start":"2026-04-21T04:01:21.563978Z","end":"2026-04-21T04:01:22.260134Z","steps":["trace[649668185] 'agreement among raft nodes before linearized reading' (duration: 696.066314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.260172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.344067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:01:22.260198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.56395Z","time spent":"696.235539ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:01:22.260205Z","caller":"traceutil/trace.go:171","msg":"trace[480307861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14790; }","duration":"692.386878ms","start":"2026-04-21T04:01:21.567807Z","end":"2026-04-21T04:01:22.260194Z","steps":["trace[480307861] 'agreement among raft nodes before linearized reading' (duration: 692.320246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.260213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.08816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T04:01:22.260232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.5678Z","time spent":"692.42755ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:01:22.259876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.94137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-21T04:01:22.259319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.902366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T04:01:22.26031Z","caller":"traceutil/trace.go:171","msg":"trace[476761939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14790; }","duration":"398.405642ms","start":"2026-04-21T04:01:21.861891Z","end":"2026-04-21T04:01:22.260297Z","steps":["trace[476761939] 'agreement among raft nodes before linearized reading' (duration: 397.894399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.260016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.153674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T04:01:22.260351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.861876Z","time spent":"398.462294ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-21T04:01:22.260353Z","caller":"traceutil/trace.go:171","msg":"trace[121754195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14790; }","duration":"702.515393ms","start":"2026-04-21T04:01:21.557826Z","end":"2026-04-21T04:01:22.260341Z","steps":["trace[121754195] 'agreement among raft nodes before linearized reading' (duration: 702.054311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.260387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.557818Z","time spent":"702.561175ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:01:22.260317Z","caller":"traceutil/trace.go:171","msg":"trace[1816864314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:14790; }","duration":"661.927363ms","start":"2026-04-21T04:01:21.598379Z","end":"2026-04-21T04:01:22.260307Z","steps":["trace[1816864314] 'agreement among raft nodes before linearized reading' (duration: 660.854985ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.260246Z","caller":"traceutil/trace.go:171","msg":"trace[547612497] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14790; }","duration":"741.126161ms","start":"2026-04-21T04:01:21.519111Z","end":"2026-04-21T04:01:22.260237Z","steps":["trace[547612497] 'agreement among raft nodes before linearized reading' (duration: 741.014038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.260501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.51906Z","time spent":"741.430728ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:01:22.260492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:21.598361Z","time spent":"662.108308ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-h8llh\" "} {"level":"info","ts":"2026-04-21T04:02:24.791115Z","caller":"traceutil/trace.go:171","msg":"trace[45962727] transaction","detail":"{read_only:false; response_revision:15675; number_of_response:1; }","duration":"307.15164ms","start":"2026-04-21T04:02:24.483931Z","end":"2026-04-21T04:02:24.791083Z","steps":["trace[45962727] 'process raft request' (duration: 306.957124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.791295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:24.483888Z","time spent":"307.321334ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:02:24.7935Z","caller":"traceutil/trace.go:171","msg":"trace[1061306910] linearizableReadLoop","detail":"{readStateIndex:16224; appliedIndex:16220; }","duration":"269.789054ms","start":"2026-04-21T04:02:24.523683Z","end":"2026-04-21T04:02:24.793472Z","steps":["trace[1061306910] 'read index received' (duration: 267.195356ms)","trace[1061306910] 'applied index is now lower than readState.Index' (duration: 2.592378ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:02:24.793508Z","caller":"traceutil/trace.go:171","msg":"trace[922420468] transaction","detail":"{read_only:false; response_revision:15676; number_of_response:1; }","duration":"305.522667ms","start":"2026-04-21T04:02:24.487945Z","end":"2026-04-21T04:02:24.793468Z","steps":["trace[922420468] 'process raft request' (duration: 305.277501ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.79353Z","caller":"traceutil/trace.go:171","msg":"trace[186566732] transaction","detail":"{read_only:false; response_revision:15677; number_of_response:1; }","duration":"305.475496ms","start":"2026-04-21T04:02:24.488025Z","end":"2026-04-21T04:02:24.793501Z","steps":["trace[186566732] 'process raft request' (duration: 305.344053ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.79355Z","caller":"traceutil/trace.go:171","msg":"trace[1554038988] transaction","detail":"{read_only:false; response_revision:15678; number_of_response:1; }","duration":"304.956342ms","start":"2026-04-21T04:02:24.48857Z","end":"2026-04-21T04:02:24.793527Z","steps":["trace[1554038988] 'process raft request' (duration: 304.851969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.793675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:24.488561Z","time spent":"305.046084ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:02:24.793672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:24.487928Z","time spent":"305.66583ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:02:24.793673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:24.488018Z","time spent":"305.579759ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:02:24.793736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.03779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:02:24.793773Z","caller":"traceutil/trace.go:171","msg":"trace[980477209] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15678; }","duration":"270.120964ms","start":"2026-04-21T04:02:24.523641Z","end":"2026-04-21T04:02:24.793762Z","steps":["trace[980477209] 'agreement among raft nodes before linearized reading' (duration: 269.964959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.794058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.084173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T04:02:24.794053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.639608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:02:24.794131Z","caller":"traceutil/trace.go:171","msg":"trace[1002130657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15678; }","duration":"239.192326ms","start":"2026-04-21T04:02:24.554916Z","end":"2026-04-21T04:02:24.794108Z","steps":["trace[1002130657] 'agreement among raft nodes before linearized reading' (duration: 238.825986ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.794142Z","caller":"traceutil/trace.go:171","msg":"trace[386994140] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15678; }","duration":"172.959006ms","start":"2026-04-21T04:02:24.621163Z","end":"2026-04-21T04:02:24.794122Z","steps":["trace[386994140] 'agreement among raft nodes before linearized reading' (duration: 172.647178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.79415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.148285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:02:24.794172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.581811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:02:24.794193Z","caller":"traceutil/trace.go:171","msg":"trace[2078600859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15678; }","duration":"226.211806ms","start":"2026-04-21T04:02:24.567967Z","end":"2026-04-21T04:02:24.794179Z","steps":["trace[2078600859] 'agreement among raft nodes before linearized reading' (duration: 225.849537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.794084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.346298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T04:02:24.794216Z","caller":"traceutil/trace.go:171","msg":"trace[1191557298] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15678; }","duration":"171.640112ms","start":"2026-04-21T04:02:24.622562Z","end":"2026-04-21T04:02:24.794202Z","steps":["trace[1191557298] 'agreement among raft nodes before linearized reading' (duration: 171.218041ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.794259Z","caller":"traceutil/trace.go:171","msg":"trace[722790241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15678; }","duration":"224.523842ms","start":"2026-04-21T04:02:24.569703Z","end":"2026-04-21T04:02:24.794227Z","steps":["trace[722790241] 'agreement among raft nodes before linearized reading' (duration: 224.07798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:24.794283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.988485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T04:02:24.794302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.334367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T04:02:24.794345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.989416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:02:24.794378Z","caller":"traceutil/trace.go:171","msg":"trace[402137358] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15678; }","duration":"168.047037ms","start":"2026-04-21T04:02:24.626322Z","end":"2026-04-21T04:02:24.794369Z","steps":["trace[402137358] 'agreement among raft nodes before linearized reading' (duration: 167.973065ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.794392Z","caller":"traceutil/trace.go:171","msg":"trace[208123901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15678; }","duration":"178.447869ms","start":"2026-04-21T04:02:24.615922Z","end":"2026-04-21T04:02:24.79437Z","steps":["trace[208123901] 'agreement among raft nodes before linearized reading' (duration: 178.224604ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:24.794386Z","caller":"traceutil/trace.go:171","msg":"trace[190952613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15678; }","duration":"230.142919ms","start":"2026-04-21T04:02:24.564213Z","end":"2026-04-21T04:02:24.794355Z","steps":["trace[190952613] 'agreement among raft nodes before linearized reading' (duration: 229.861682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.463624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.118146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mpxd\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-21T04:02:59.463746Z","caller":"traceutil/trace.go:171","msg":"trace[1010022167] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mpxd; range_end:; response_count:1; response_revision:15869; }","duration":"245.290341ms","start":"2026-04-21T04:02:59.21843Z","end":"2026-04-21T04:02:59.46372Z","steps":["trace[1010022167] 'range keys from in-memory index tree' (duration: 244.925771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.46385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.917129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:02:59.463914Z","caller":"traceutil/trace.go:171","msg":"trace[740148978] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15869; }","duration":"130.97785ms","start":"2026-04-21T04:02:59.332912Z","end":"2026-04-21T04:02:59.46389Z","steps":["trace[740148978] 'range keys from in-memory index tree' (duration: 130.826687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.464063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.22719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-21T04:02:59.463816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.971581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:02:59.464193Z","caller":"traceutil/trace.go:171","msg":"trace[9300] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15869; }","duration":"151.374981ms","start":"2026-04-21T04:02:59.312802Z","end":"2026-04-21T04:02:59.464177Z","steps":["trace[9300] 'range keys from in-memory index tree' (duration: 150.796177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.464069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.160065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:02:59.464208Z","caller":"traceutil/trace.go:171","msg":"trace[759956879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15869; }","duration":"258.408274ms","start":"2026-04-21T04:02:59.205752Z","end":"2026-04-21T04:02:59.46416Z","steps":["trace[759956879] 'range keys from in-memory index tree' (duration: 258.006643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.463848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.917338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:02:59.464385Z","caller":"traceutil/trace.go:171","msg":"trace[1672256785] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15869; }","duration":"131.510763ms","start":"2026-04-21T04:02:59.332861Z","end":"2026-04-21T04:02:59.464372Z","steps":["trace[1672256785] 'range keys from in-memory index tree' (duration: 130.783886ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:59.464286Z","caller":"traceutil/trace.go:171","msg":"trace[1719648360] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:15869; }","duration":"131.446421ms","start":"2026-04-21T04:02:59.332815Z","end":"2026-04-21T04:02:59.464261Z","steps":["trace[1719648360] 'count revisions from in-memory index tree' (duration: 131.040181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.463653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.570356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:02:59.464633Z","caller":"traceutil/trace.go:171","msg":"trace[1511866917] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15869; }","duration":"154.636621ms","start":"2026-04-21T04:02:59.309983Z","end":"2026-04-21T04:02:59.46462Z","steps":["trace[1511866917] 'range keys from in-memory index tree' (duration: 153.486613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.464828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.903387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-21T04:02:59.464908Z","caller":"traceutil/trace.go:171","msg":"trace[381982580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:15869; }","duration":"242.02042ms","start":"2026-04-21T04:02:59.222874Z","end":"2026-04-21T04:02:59.464895Z","steps":["trace[381982580] 'range keys from in-memory index tree' (duration: 241.761984ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:02:59.99486Z","caller":"traceutil/trace.go:171","msg":"trace[131396002] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"306.412773ms","start":"2026-04-21T04:02:59.688424Z","end":"2026-04-21T04:02:59.994837Z","steps":["trace[131396002] 'process raft request' (duration: 306.236409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:02:59.994993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:59.688406Z","time spent":"306.519106ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:03:00.005962Z","caller":"traceutil/trace.go:171","msg":"trace[835462020] linearizableReadLoop","detail":"{readStateIndex:16424; appliedIndex:16423; }","duration":"287.922399ms","start":"2026-04-21T04:02:59.718011Z","end":"2026-04-21T04:03:00.005933Z","steps":["trace[835462020] 'read index received' (duration: 277.317308ms)","trace[835462020] 'applied index is now lower than readState.Index' (duration: 10.603601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:03:00.006395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.35351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-21T04:03:00.006499Z","caller":"traceutil/trace.go:171","msg":"trace[13048319] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15871; }","duration":"288.510624ms","start":"2026-04-21T04:02:59.717965Z","end":"2026-04-21T04:03:00.006476Z","steps":["trace[13048319] 'agreement among raft nodes before linearized reading' (duration: 288.235777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.00657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.15875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:03:00.006638Z","caller":"traceutil/trace.go:171","msg":"trace[1799969945] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15871; }","duration":"287.329074ms","start":"2026-04-21T04:02:59.719289Z","end":"2026-04-21T04:03:00.006618Z","steps":["trace[1799969945] 'agreement among raft nodes before linearized reading' (duration: 287.207331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.006926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.115417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:03:00.006991Z","caller":"traceutil/trace.go:171","msg":"trace[1454167978] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15871; }","duration":"112.22702ms","start":"2026-04-21T04:02:59.894749Z","end":"2026-04-21T04:03:00.006976Z","steps":["trace[1454167978] 'agreement among raft nodes before linearized reading' (duration: 112.093876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.007032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.026245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lz75c\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-21T04:03:00.007095Z","caller":"traceutil/trace.go:171","msg":"trace[746435698] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lz75c; range_end:; response_count:1; response_revision:15871; }","duration":"204.124939ms","start":"2026-04-21T04:02:59.802954Z","end":"2026-04-21T04:03:00.007079Z","steps":["trace[746435698] 'agreement among raft nodes before linearized reading' (duration: 203.958664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.007268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.909068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:03:00.007387Z","caller":"traceutil/trace.go:171","msg":"trace[445284357] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15871; }","duration":"266.064082ms","start":"2026-04-21T04:02:59.741305Z","end":"2026-04-21T04:03:00.00737Z","steps":["trace[445284357] 'agreement among raft nodes before linearized reading' (duration: 265.752055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.007475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.065432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:03:00.008135Z","caller":"traceutil/trace.go:171","msg":"trace[850049751] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15871; }","duration":"266.756109ms","start":"2026-04-21T04:02:59.741352Z","end":"2026-04-21T04:03:00.008109Z","steps":["trace[850049751] 'agreement among raft nodes before linearized reading' (duration: 265.942619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.007913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.699252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:03:00.008375Z","caller":"traceutil/trace.go:171","msg":"trace[1268143572] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15871; }","duration":"268.140824ms","start":"2026-04-21T04:02:59.740202Z","end":"2026-04-21T04:03:00.008343Z","steps":["trace[1268143572] 'agreement among raft nodes before linearized reading' (duration: 267.14342ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:00.006389Z","caller":"traceutil/trace.go:171","msg":"trace[2073382831] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"317.571018ms","start":"2026-04-21T04:02:59.688698Z","end":"2026-04-21T04:03:00.006269Z","steps":["trace[2073382831] 'process raft request' (duration: 317.099396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:00.00912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:02:59.688688Z","time spent":"320.331076ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:03:03.225339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.77972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T04:03:03.225966Z","caller":"traceutil/trace.go:171","msg":"trace[2047395691] linearizableReadLoop","detail":"{readStateIndex:16435; appliedIndex:16434; }","duration":"671.50557ms","start":"2026-04-21T04:03:02.554406Z","end":"2026-04-21T04:03:03.225911Z","steps":["trace[2047395691] 'read index received' (duration: 492.787266ms)","trace[2047395691] 'applied index is now lower than readState.Index' (duration: 178.713854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:03:03.226026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.606973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:03:03.226086Z","caller":"traceutil/trace.go:171","msg":"trace[1996709518] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15881; }","duration":"671.669684ms","start":"2026-04-21T04:03:02.554398Z","end":"2026-04-21T04:03:03.226068Z","steps":["trace[1996709518] 'agreement among raft nodes before linearized reading' (duration: 671.579362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.226144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.554329Z","time spent":"671.806978ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-21T04:03:03.22722Z","caller":"traceutil/trace.go:171","msg":"trace[895199586] transaction","detail":"{read_only:false; response_revision:15882; number_of_response:1; }","duration":"262.861163ms","start":"2026-04-21T04:03:02.964343Z","end":"2026-04-21T04:03:03.227204Z","steps":["trace[895199586] 'process raft request' (duration: 261.12693ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:03.22757Z","caller":"traceutil/trace.go:171","msg":"trace[2006003469] transaction","detail":"{read_only:false; response_revision:15883; number_of_response:1; }","duration":"136.049684ms","start":"2026-04-21T04:03:03.091506Z","end":"2026-04-21T04:03:03.227555Z","steps":["trace[2006003469] 'process raft request' (duration: 135.582603ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:03.22865Z","caller":"traceutil/trace.go:171","msg":"trace[593138562] transaction","detail":"{read_only:false; response_revision:15884; number_of_response:1; }","duration":"111.727666ms","start":"2026-04-21T04:03:03.116884Z","end":"2026-04-21T04:03:03.228612Z","steps":["trace[593138562] 'process raft request' (duration: 111.311666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.229172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.505708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:03:03.229196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.010318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:03:03.229222Z","caller":"traceutil/trace.go:171","msg":"trace[1231186386] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"263.602351ms","start":"2026-04-21T04:03:02.965607Z","end":"2026-04-21T04:03:03.229209Z","steps":["trace[1231186386] 'agreement among raft nodes before linearized reading' (duration: 263.462598ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:03.229243Z","caller":"traceutil/trace.go:171","msg":"trace[969304588] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"333.09292ms","start":"2026-04-21T04:03:02.896138Z","end":"2026-04-21T04:03:03.229231Z","steps":["trace[969304588] 'agreement among raft nodes before linearized reading' (duration: 332.967337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.22929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.896121Z","time spent":"333.161092ms","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:03:03.229507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.886188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:03:03.229546Z","caller":"traceutil/trace.go:171","msg":"trace[1793611020] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"263.96116ms","start":"2026-04-21T04:03:02.965574Z","end":"2026-04-21T04:03:03.229535Z","steps":["trace[1793611020] 'agreement among raft nodes before linearized reading' (duration: 263.868068ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:03.229685Z","caller":"traceutil/trace.go:171","msg":"trace[347190856] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"112.6948ms","start":"2026-04-21T04:03:03.116957Z","end":"2026-04-21T04:03:03.229652Z","steps":["trace[347190856] 'process raft request' (duration: 111.421648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.22982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.828849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:03:03.229861Z","caller":"traceutil/trace.go:171","msg":"trace[1862803512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"320.891451ms","start":"2026-04-21T04:03:02.908957Z","end":"2026-04-21T04:03:03.229848Z","steps":["trace[1862803512] 'agreement among raft nodes before linearized reading' (duration: 320.814479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.229906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.908942Z","time spent":"320.954572ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:03:03.229751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.187655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:03:03.2303Z","caller":"traceutil/trace.go:171","msg":"trace[308410102] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"264.765159ms","start":"2026-04-21T04:03:02.965513Z","end":"2026-04-21T04:03:03.230278Z","steps":["trace[308410102] 'agreement among raft nodes before linearized reading' (duration: 264.173245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.230424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.825531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:03:03.230561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.715193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:03:03.230615Z","caller":"traceutil/trace.go:171","msg":"trace[855457425] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"339.798234ms","start":"2026-04-21T04:03:02.890796Z","end":"2026-04-21T04:03:03.230594Z","steps":["trace[855457425] 'agreement among raft nodes before linearized reading' (duration: 339.737602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.230647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.890776Z","time spent":"339.862376ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:03:03.23077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.204581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-21T04:03:03.230798Z","caller":"traceutil/trace.go:171","msg":"trace[1438728473] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"337.319594ms","start":"2026-04-21T04:03:02.893472Z","end":"2026-04-21T04:03:03.230791Z","steps":["trace[1438728473] 'agreement among raft nodes before linearized reading' (duration: 337.251792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.230816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.893396Z","time spent":"337.415176ms","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-21T04:03:03.23048Z","caller":"traceutil/trace.go:171","msg":"trace[2050513192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15885; }","duration":"166.962804ms","start":"2026-04-21T04:03:03.063491Z","end":"2026-04-21T04:03:03.230454Z","steps":["trace[2050513192] 'agreement among raft nodes before linearized reading' (duration: 166.823701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.231025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.496092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:03:03.231005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.485612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:03:03.231055Z","caller":"traceutil/trace.go:171","msg":"trace[591904401] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15885; }","duration":"676.567834ms","start":"2026-04-21T04:03:02.554479Z","end":"2026-04-21T04:03:03.231047Z","steps":["trace[591904401] 'agreement among raft nodes before linearized reading' (duration: 676.527323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.231082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.55445Z","time spent":"676.627905ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:03:03.231093Z","caller":"traceutil/trace.go:171","msg":"trace[1714810835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"676.622545ms","start":"2026-04-21T04:03:02.554452Z","end":"2026-04-21T04:03:03.231075Z","steps":["trace[1714810835] 'agreement among raft nodes before linearized reading' (duration: 674.541735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.231155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.554446Z","time spent":"676.691397ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:03:03.231287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.775069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:03:03.234137Z","caller":"traceutil/trace.go:171","msg":"trace[667022539] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"679.64551ms","start":"2026-04-21T04:03:02.554465Z","end":"2026-04-21T04:03:03.23411Z","steps":["trace[667022539] 'agreement among raft nodes before linearized reading' (duration: 676.769259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:03.234196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:03:02.554446Z","time spent":"679.733382ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-21T04:06:03.925657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14575} {"level":"info","ts":"2026-04-21T04:06:04.009579Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14575,"took":"75.347969ms","hash":3133648405,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":34263040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-21T04:06:04.009648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3133648405,"revision":14575,"compact-revision":12559} {"level":"info","ts":"2026-04-21T04:06:52.328882Z","caller":"traceutil/trace.go:171","msg":"trace[539183103] transaction","detail":"{read_only:false; response_revision:17682; number_of_response:1; }","duration":"256.675498ms","start":"2026-04-21T04:06:52.07218Z","end":"2026-04-21T04:06:52.328855Z","steps":["trace[539183103] 'process raft request' (duration: 256.487733ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.329182Z","caller":"traceutil/trace.go:171","msg":"trace[1209115061] linearizableReadLoop","detail":"{readStateIndex:18292; appliedIndex:18290; }","duration":"238.316586ms","start":"2026-04-21T04:06:52.090847Z","end":"2026-04-21T04:06:52.329163Z","steps":["trace[1209115061] 'read index received' (duration: 65.768663ms)","trace[1209115061] 'applied index is now lower than readState.Index' (duration: 172.546993ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:52.329271Z","caller":"traceutil/trace.go:171","msg":"trace[1714231746] transaction","detail":"{read_only:false; response_revision:17684; number_of_response:1; }","duration":"220.651004ms","start":"2026-04-21T04:06:52.108611Z","end":"2026-04-21T04:06:52.329262Z","steps":["trace[1714231746] 'process raft request' (duration: 220.457519ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.329346Z","caller":"traceutil/trace.go:171","msg":"trace[166782653] transaction","detail":"{read_only:false; response_revision:17683; number_of_response:1; }","duration":"232.253248ms","start":"2026-04-21T04:06:52.097075Z","end":"2026-04-21T04:06:52.329329Z","steps":["trace[166782653] 'process raft request' (duration: 231.743436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:52.329487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.741997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h8llh\" ","response":"range_response_count:1 size:6438"} {"level":"info","ts":"2026-04-21T04:06:52.32954Z","caller":"traceutil/trace.go:171","msg":"trace[748848191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h8llh; range_end:; response_count:1; response_revision:17684; }","duration":"238.956202ms","start":"2026-04-21T04:06:52.090565Z","end":"2026-04-21T04:06:52.329522Z","steps":["trace[748848191] 'agreement among raft nodes before linearized reading' (duration: 238.797758ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.435678Z","caller":"traceutil/trace.go:171","msg":"trace[1716546798] linearizableReadLoop","detail":"{readStateIndex:18295; appliedIndex:18294; }","duration":"106.425211ms","start":"2026-04-21T04:06:52.32923Z","end":"2026-04-21T04:06:52.435655Z","steps":["trace[1716546798] 'read index received' (duration: 45.420574ms)","trace[1716546798] 'applied index is now lower than readState.Index' (duration: 61.003217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:06:52.435883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.017969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9mpxd\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-21T04:06:52.435873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.687032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-vjwd5\" ","response":"range_response_count:1 size:8085"} {"level":"info","ts":"2026-04-21T04:06:52.435935Z","caller":"traceutil/trace.go:171","msg":"trace[537855364] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9mpxd; range_end:; response_count:1; response_revision:17684; }","duration":"335.095291ms","start":"2026-04-21T04:06:52.100827Z","end":"2026-04-21T04:06:52.435923Z","steps":["trace[537855364] 'agreement among raft nodes before linearized reading' (duration: 334.888286ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.435953Z","caller":"traceutil/trace.go:171","msg":"trace[153659631] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-vjwd5; range_end:; response_count:1; response_revision:17684; }","duration":"330.812306ms","start":"2026-04-21T04:06:52.105124Z","end":"2026-04-21T04:06:52.435936Z","steps":["trace[153659631] 'agreement among raft nodes before linearized reading' (duration: 330.56023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:52.436079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.105107Z","time spent":"330.954919ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8108,"request content":"key:\"/registry/pods/openstack/neutron-ks-service-vjwd5\" "} {"level":"warn","ts":"2026-04-21T04:06:52.435966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.100816Z","time spent":"335.141312ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9mpxd\" "} {"level":"warn","ts":"2026-04-21T04:06:52.43663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.748846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:914805"} {"level":"info","ts":"2026-04-21T04:06:52.436672Z","caller":"traceutil/trace.go:171","msg":"trace[1804989976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17684; }","duration":"101.795227ms","start":"2026-04-21T04:06:52.334868Z","end":"2026-04-21T04:06:52.436663Z","steps":["trace[1804989976] 'agreement among raft nodes before linearized reading' (duration: 100.921866ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.708332Z","caller":"traceutil/trace.go:171","msg":"trace[364947049] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"266.494208ms","start":"2026-04-21T04:06:52.441792Z","end":"2026-04-21T04:06:52.708287Z","steps":["trace[364947049] 'process raft request' (duration: 254.392462ms)","trace[364947049] 'compare' (duration: 11.688466ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:52.708427Z","caller":"traceutil/trace.go:171","msg":"trace[1768217588] linearizableReadLoop","detail":"{readStateIndex:18300; appliedIndex:18295; }","duration":"264.642112ms","start":"2026-04-21T04:06:52.443755Z","end":"2026-04-21T04:06:52.708397Z","steps":["trace[1768217588] 'read index received' (duration: 77.201723ms)","trace[1768217588] 'applied index is now lower than readState.Index' (duration: 187.439169ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:52.708566Z","caller":"traceutil/trace.go:171","msg":"trace[1623829957] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"266.247831ms","start":"2026-04-21T04:06:52.442294Z","end":"2026-04-21T04:06:52.708542Z","steps":["trace[1623829957] 'process raft request' (duration: 265.977995ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.708606Z","caller":"traceutil/trace.go:171","msg":"trace[640318110] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"262.359346ms","start":"2026-04-21T04:06:52.446213Z","end":"2026-04-21T04:06:52.708573Z","steps":["trace[640318110] 'process raft request' (duration: 262.11382ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.708742Z","caller":"traceutil/trace.go:171","msg":"trace[565363118] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"266.481128ms","start":"2026-04-21T04:06:52.442247Z","end":"2026-04-21T04:06:52.708728Z","steps":["trace[565363118] 'process raft request' (duration: 265.898954ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:52.708834Z","caller":"traceutil/trace.go:171","msg":"trace[1838486305] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"266.531298ms","start":"2026-04-21T04:06:52.442293Z","end":"2026-04-21T04:06:52.708824Z","steps":["trace[1838486305] 'process raft request' (duration: 265.916983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:52.708952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.192807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-21T04:06:52.709043Z","caller":"traceutil/trace.go:171","msg":"trace[1064707558] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17690; }","duration":"111.344221ms","start":"2026-04-21T04:06:52.597681Z","end":"2026-04-21T04:06:52.709026Z","steps":["trace[1064707558] 'agreement among raft nodes before linearized reading' (duration: 110.994713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:52.709774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.011726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:914726"} {"level":"info","ts":"2026-04-21T04:06:52.709852Z","caller":"traceutil/trace.go:171","msg":"trace[737093603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17690; }","duration":"266.135589ms","start":"2026-04-21T04:06:52.443698Z","end":"2026-04-21T04:06:52.709834Z","steps":["trace[737093603] 'agreement among raft nodes before linearized reading' (duration: 264.896848ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:42.157889Z","caller":"traceutil/trace.go:171","msg":"trace[1794816338] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"198.28807ms","start":"2026-04-21T04:08:41.959575Z","end":"2026-04-21T04:08:42.157863Z","steps":["trace[1794816338] 'process raft request' (duration: 197.834269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:42.582243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.713166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:08:42.968959Z","caller":"traceutil/trace.go:171","msg":"trace[717524022] transaction","detail":"{read_only:false; response_revision:18521; number_of_response:1; }","duration":"372.59122ms","start":"2026-04-21T04:08:42.596342Z","end":"2026-04-21T04:08:42.968933Z","steps":["trace[717524022] 'process raft request' (duration: 372.437986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:42.969106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:42.59632Z","time spent":"372.713823ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:08:44.144606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176113843s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:08:44.184225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.191413Z","time spent":"992.806042ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:08:44.185818Z","caller":"traceutil/trace.go:171","msg":"trace[57058116] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"1.455405223s","start":"2026-04-21T04:08:42.730392Z","end":"2026-04-21T04:08:44.185797Z","steps":["trace[57058116] 'process raft request' (duration: 1.414376225s)","trace[57058116] 'compare' (duration: 40.345901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:08:44.185944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:42.730371Z","time spent":"1.455496094s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:08:44.186229Z","caller":"traceutil/trace.go:171","msg":"trace[1581338933] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"1.453218648s","start":"2026-04-21T04:08:42.732977Z","end":"2026-04-21T04:08:44.186195Z","steps":["trace[1581338933] 'process raft request' (duration: 1.452721786s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.186248Z","caller":"traceutil/trace.go:171","msg":"trace[1421366683] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"1.452287295s","start":"2026-04-21T04:08:42.733921Z","end":"2026-04-21T04:08:44.186209Z","steps":["trace[1421366683] 'process raft request' (duration: 1.452063739s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.186217Z","caller":"traceutil/trace.go:171","msg":"trace[2140143183] linearizableReadLoop","detail":"{readStateIndex:19162; appliedIndex:19158; }","duration":"1.403865926s","start":"2026-04-21T04:08:42.78231Z","end":"2026-04-21T04:08:44.186175Z","steps":["trace[2140143183] 'read index received' (duration: 186.391938ms)","trace[2140143183] 'applied index is now lower than readState.Index' (duration: 1.217472448s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:08:44.186409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:42.733907Z","time spent":"1.452416218s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:08:44.186405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:42.732963Z","time spent":"1.453345202s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:08:44.186417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404099411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-blwgh\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-21T04:08:44.186478Z","caller":"traceutil/trace.go:171","msg":"trace[1798330221] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-blwgh; range_end:; response_count:1; response_revision:18524; }","duration":"1.404159543s","start":"2026-04-21T04:08:42.782302Z","end":"2026-04-21T04:08:44.186462Z","steps":["trace[1798330221] 'agreement among raft nodes before linearized reading' (duration: 1.403976888s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.186534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:42.782251Z","time spent":"1.404271865s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-blwgh\" "} {"level":"warn","ts":"2026-04-21T04:08:44.186632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.064099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:08:44.18668Z","caller":"traceutil/trace.go:171","msg":"trace[1981581367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18524; }","duration":"899.126861ms","start":"2026-04-21T04:08:43.287542Z","end":"2026-04-21T04:08:44.186669Z","steps":["trace[1981581367] 'agreement among raft nodes before linearized reading' (duration: 898.982657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.186711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.287534Z","time spent":"899.170722ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:08:44.186697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123335947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:08:44.186778Z","caller":"traceutil/trace.go:171","msg":"trace[1859912807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18524; }","duration":"1.12346495s","start":"2026-04-21T04:08:43.063289Z","end":"2026-04-21T04:08:44.186754Z","steps":["trace[1859912807] 'agreement among raft nodes before linearized reading' (duration: 1.123220814s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.186807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.771031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:08:44.186836Z","caller":"traceutil/trace.go:171","msg":"trace[213458714] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:18524; }","duration":"663.836703ms","start":"2026-04-21T04:08:43.52299Z","end":"2026-04-21T04:08:44.186826Z","steps":["trace[213458714] 'agreement among raft nodes before linearized reading' (duration: 663.788822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.186844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.063266Z","time spent":"1.123564643s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:08:44.186869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.522968Z","time spent":"663.893654ms","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:08:44.186986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.853759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:08:44.187023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.754153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-21T04:08:44.187062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123315916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:08:44.187123Z","caller":"traceutil/trace.go:171","msg":"trace[1902642350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18524; }","duration":"1.123397249s","start":"2026-04-21T04:08:43.063712Z","end":"2026-04-21T04:08:44.187109Z","steps":["trace[1902642350] 'agreement among raft nodes before linearized reading' (duration: 1.123322427s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.186719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.936047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-21T04:08:44.18717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.063702Z","time spent":"1.123458151s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:08:44.187067Z","caller":"traceutil/trace.go:171","msg":"trace[1450174492] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:18524; }","duration":"875.956421ms","start":"2026-04-21T04:08:43.311087Z","end":"2026-04-21T04:08:44.187043Z","steps":["trace[1450174492] 'agreement among raft nodes before linearized reading' (duration: 875.810337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.187218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.746185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:08:44.187009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012090665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:08:44.187276Z","caller":"traceutil/trace.go:171","msg":"trace[1823446254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18524; }","duration":"901.824327ms","start":"2026-04-21T04:08:43.285439Z","end":"2026-04-21T04:08:44.187263Z","steps":["trace[1823446254] 'agreement among raft nodes before linearized reading' (duration: 901.667182ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.187289Z","caller":"traceutil/trace.go:171","msg":"trace[1231356380] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18524; }","duration":"1.012409363s","start":"2026-04-21T04:08:43.174863Z","end":"2026-04-21T04:08:44.187272Z","steps":["trace[1231356380] 'agreement among raft nodes before linearized reading' (duration: 1.012104965s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.187303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.998693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-21T04:08:44.18733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.285427Z","time spent":"901.890889ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:08:44.187336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.174837Z","time spent":"1.012484446s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:08:44.18737Z","caller":"traceutil/trace.go:171","msg":"trace[2057694897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18524; }","duration":"900.048414ms","start":"2026-04-21T04:08:43.28729Z","end":"2026-04-21T04:08:44.187338Z","steps":["trace[2057694897] 'agreement among raft nodes before linearized reading' (duration: 899.809717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.187416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.287253Z","time spent":"900.155007ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:08:44.18723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.311054Z","time spent":"876.158237ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:08:44.187078Z","caller":"traceutil/trace.go:171","msg":"trace[1343532151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18524; }","duration":"905.846355ms","start":"2026-04-21T04:08:43.281217Z","end":"2026-04-21T04:08:44.187063Z","steps":["trace[1343532151] 'agreement among raft nodes before linearized reading' (duration: 905.721282ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.187177Z","caller":"traceutil/trace.go:171","msg":"trace[1114269254] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18524; }","duration":"412.426659ms","start":"2026-04-21T04:08:43.774739Z","end":"2026-04-21T04:08:44.187165Z","steps":["trace[1114269254] 'agreement among raft nodes before linearized reading' (duration: 411.815753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.187514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.281193Z","time spent":"906.313418ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:08:44.187568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:43.774722Z","time spent":"412.822289ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":133,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:08:44.461832Z","caller":"traceutil/trace.go:171","msg":"trace[1763744303] linearizableReadLoop","detail":"{readStateIndex:19166; appliedIndex:19162; }","duration":"264.201338ms","start":"2026-04-21T04:08:44.197606Z","end":"2026-04-21T04:08:44.461808Z","steps":["trace[1763744303] 'read index received' (duration: 78.784414ms)","trace[1763744303] 'applied index is now lower than readState.Index' (duration: 185.415934ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:08:44.462319Z","caller":"traceutil/trace.go:171","msg":"trace[35134487] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"264.332912ms","start":"2026-04-21T04:08:44.197967Z","end":"2026-04-21T04:08:44.4623Z","steps":["trace[35134487] 'process raft request' (duration: 263.80741ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.462222Z","caller":"traceutil/trace.go:171","msg":"trace[797942473] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"264.764333ms","start":"2026-04-21T04:08:44.197385Z","end":"2026-04-21T04:08:44.462149Z","steps":["trace[797942473] 'process raft request' (duration: 264.351073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.463133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.509031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:08:44.463181Z","caller":"traceutil/trace.go:171","msg":"trace[1463102125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18529; }","duration":"265.585062ms","start":"2026-04-21T04:08:44.197583Z","end":"2026-04-21T04:08:44.463168Z","steps":["trace[1463102125] 'agreement among raft nodes before linearized reading' (duration: 265.50844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.463428Z","caller":"traceutil/trace.go:171","msg":"trace[534827804] transaction","detail":"{read_only:false; response_revision:18527; number_of_response:1; }","duration":"267.93746ms","start":"2026-04-21T04:08:44.194035Z","end":"2026-04-21T04:08:44.461972Z","steps":["trace[534827804] 'process raft request' (duration: 267.659294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.463514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.621373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953001"} {"level":"info","ts":"2026-04-21T04:08:44.463601Z","caller":"traceutil/trace.go:171","msg":"trace[1714915368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18529; }","duration":"265.735406ms","start":"2026-04-21T04:08:44.197846Z","end":"2026-04-21T04:08:44.463581Z","steps":["trace[1714915368] 'agreement among raft nodes before linearized reading' (duration: 264.66697ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.463868Z","caller":"traceutil/trace.go:171","msg":"trace[1405333877] transaction","detail":"{read_only:false; response_revision:18526; number_of_response:1; }","duration":"269.958789ms","start":"2026-04-21T04:08:44.193894Z","end":"2026-04-21T04:08:44.463853Z","steps":["trace[1405333877] 'process raft request' (duration: 267.639052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:44.464238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.785152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:953001"} {"level":"info","ts":"2026-04-21T04:08:44.464337Z","caller":"traceutil/trace.go:171","msg":"trace[2075384144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18529; }","duration":"264.917895ms","start":"2026-04-21T04:08:44.199402Z","end":"2026-04-21T04:08:44.46432Z","steps":["trace[2075384144] 'agreement among raft nodes before linearized reading' (duration: 263.559962ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:47.896403Z","caller":"traceutil/trace.go:171","msg":"trace[1413658114] linearizableReadLoop","detail":"{readStateIndex:19198; appliedIndex:19197; }","duration":"115.068817ms","start":"2026-04-21T04:08:47.781295Z","end":"2026-04-21T04:08:47.896363Z","steps":["trace[1413658114] 'read index received' (duration: 114.661386ms)","trace[1413658114] 'applied index is now lower than readState.Index' (duration: 406.291µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:08:47.896451Z","caller":"traceutil/trace.go:171","msg":"trace[1462168736] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"118.640704ms","start":"2026-04-21T04:08:47.777775Z","end":"2026-04-21T04:08:47.896416Z","steps":["trace[1462168736] 'process raft request' (duration: 118.336606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:47.896697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.374064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-21T04:08:47.896761Z","caller":"traceutil/trace.go:171","msg":"trace[1240019145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18559; }","duration":"115.514248ms","start":"2026-04-21T04:08:47.781232Z","end":"2026-04-21T04:08:47.896746Z","steps":["trace[1240019145] 'agreement among raft nodes before linearized reading' (duration: 115.272122ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:49.250483Z","caller":"traceutil/trace.go:171","msg":"trace[258089731] linearizableReadLoop","detail":"{readStateIndex:19217; appliedIndex:19216; }","duration":"283.702647ms","start":"2026-04-21T04:08:48.96675Z","end":"2026-04-21T04:08:49.250453Z","steps":["trace[258089731] 'read index received' (duration: 283.537123ms)","trace[258089731] 'applied index is now lower than readState.Index' (duration: 163.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:08:49.250615Z","caller":"traceutil/trace.go:171","msg":"trace[258282419] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"350.450217ms","start":"2026-04-21T04:08:48.900134Z","end":"2026-04-21T04:08:49.250584Z","steps":["trace[258282419] 'process raft request' (duration: 350.136609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:08:49.250758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.897902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:08:49.250775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:08:48.90011Z","time spent":"350.57769ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:08:49.250833Z","caller":"traceutil/trace.go:171","msg":"trace[798484923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18578; }","duration":"284.118677ms","start":"2026-04-21T04:08:48.966694Z","end":"2026-04-21T04:08:49.250812Z","steps":["trace[798484923] 'agreement among raft nodes before linearized reading' (duration: 283.872291ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:49.25127Z","caller":"traceutil/trace.go:171","msg":"trace[188441224] transaction","detail":"{read_only:false; response_revision:18579; number_of_response:1; }","duration":"187.27703ms","start":"2026-04-21T04:08:49.063977Z","end":"2026-04-21T04:08:49.251254Z","steps":["trace[188441224] 'process raft request' (duration: 187.157087ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:10:00.46367Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:10:00.47045Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-21T04:10:00.470545Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-21T04:11:03.933389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17381} {"level":"info","ts":"2026-04-21T04:11:04.037463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17381,"took":"99.899154ms","hash":1317016040,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":34906112,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-21T04:11:04.037549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1317016040,"revision":17381,"compact-revision":14575} {"level":"warn","ts":"2026-04-21T04:12:42.361454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.823208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:12:42.361593Z","caller":"traceutil/trace.go:171","msg":"trace[1851040423] linearizableReadLoop","detail":"{readStateIndex:21214; appliedIndex:21213; }","duration":"133.370662ms","start":"2026-04-21T04:12:42.228201Z","end":"2026-04-21T04:12:42.361571Z","steps":["trace[1851040423] 'read index received' (duration: 7.339959ms)","trace[1851040423] 'applied index is now lower than readState.Index' (duration: 126.028903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:42.362095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.880733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-031c49b3-dd2f-4349-a81f-26d15f42b39b\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-04-21T04:12:42.362193Z","caller":"traceutil/trace.go:171","msg":"trace[1068418463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-031c49b3-dd2f-4349-a81f-26d15f42b39b; range_end:; response_count:1; response_revision:20510; }","duration":"134.020377ms","start":"2026-04-21T04:12:42.228147Z","end":"2026-04-21T04:12:42.362168Z","steps":["trace[1068418463] 'agreement among raft nodes before linearized reading' (duration: 133.763081ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.256805Z","caller":"traceutil/trace.go:171","msg":"trace[1597845419] transaction","detail":"{read_only:false; response_revision:20514; number_of_response:1; }","duration":"114.544894ms","start":"2026-04-21T04:12:43.142225Z","end":"2026-04-21T04:12:43.25677Z","steps":["trace[1597845419] 'process raft request' (duration: 114.490202ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.256912Z","caller":"traceutil/trace.go:171","msg":"trace[1700996856] transaction","detail":"{read_only:false; response_revision:20513; number_of_response:1; }","duration":"117.163247ms","start":"2026-04-21T04:12:43.139695Z","end":"2026-04-21T04:12:43.256859Z","steps":["trace[1700996856] 'process raft request' (duration: 116.877159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.499293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.043825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:12:43.499348Z","caller":"traceutil/trace.go:171","msg":"trace[2032968597] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20514; }","duration":"101.137807ms","start":"2026-04-21T04:12:43.3982Z","end":"2026-04-21T04:12:43.499338Z","steps":["trace[2032968597] 'count revisions from in-memory index tree' (duration: 100.980804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.499705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.302214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-031c49b3-dd2f-4349-a81f-26d15f42b39b\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-21T04:12:43.499734Z","caller":"traceutil/trace.go:171","msg":"trace[727516323] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-031c49b3-dd2f-4349-a81f-26d15f42b39b; range_end:; response_count:1; response_revision:20514; }","duration":"132.398667ms","start":"2026-04-21T04:12:43.367327Z","end":"2026-04-21T04:12:43.499725Z","steps":["trace[727516323] 'range keys from in-memory index tree' (duration: 132.181722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.711397Z","caller":"traceutil/trace.go:171","msg":"trace[1349503944] transaction","detail":"{read_only:false; response_revision:20516; number_of_response:1; }","duration":"153.635853ms","start":"2026-04-21T04:12:43.557685Z","end":"2026-04-21T04:12:43.711321Z","steps":["trace[1349503944] 'process raft request' (duration: 150.861985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.042866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.98626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-21T04:12:44.04298Z","caller":"traceutil/trace.go:171","msg":"trace[2006446200] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20517; }","duration":"329.623639ms","start":"2026-04-21T04:12:43.713337Z","end":"2026-04-21T04:12:44.042961Z","steps":["trace[2006446200] 'process raft request' (duration: 108.394323ms)","trace[2006446200] 'compare' (duration: 220.872337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:44.043045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.713315Z","time spent":"329.699111ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-21T04:12:44.070257Z","caller":"traceutil/trace.go:171","msg":"trace[1205441760] linearizableReadLoop","detail":"{readStateIndex:21222; appliedIndex:21220; }","duration":"311.470188ms","start":"2026-04-21T04:12:43.758768Z","end":"2026-04-21T04:12:44.070238Z","steps":["trace[1205441760] 'read index received' (duration: 62.99931ms)","trace[1205441760] 'applied index is now lower than readState.Index' (duration: 248.469718ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:12:44.070389Z","caller":"traceutil/trace.go:171","msg":"trace[109276914] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"353.568481ms","start":"2026-04-21T04:12:43.716759Z","end":"2026-04-21T04:12:44.070327Z","steps":["trace[109276914] 'process raft request' (duration: 353.372106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.070616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.784845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:12:44.070641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.716732Z","time spent":"353.778356ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:44.070667Z","caller":"traceutil/trace.go:171","msg":"trace[595744058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20518; }","duration":"311.935239ms","start":"2026-04-21T04:12:43.758718Z","end":"2026-04-21T04:12:44.070653Z","steps":["trace[595744058] 'agreement among raft nodes before linearized reading' (duration: 311.618721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.070809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.758695Z","time spent":"312.058282ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:12:44.106398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.881752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:12:44.106397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.35231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:12:44.106429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.126507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:12:44.106466Z","caller":"traceutil/trace.go:171","msg":"trace[2049289100] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20519; }","duration":"264.005295ms","start":"2026-04-21T04:12:43.842443Z","end":"2026-04-21T04:12:44.106448Z","steps":["trace[2049289100] 'agreement among raft nodes before linearized reading' (duration: 263.824631ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:44.106487Z","caller":"traceutil/trace.go:171","msg":"trace[1225611743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20519; }","duration":"336.22592ms","start":"2026-04-21T04:12:43.770244Z","end":"2026-04-21T04:12:44.10647Z","steps":["trace[1225611743] 'agreement among raft nodes before linearized reading' (duration: 336.063976ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:44.106478Z","caller":"traceutil/trace.go:171","msg":"trace[1403158619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20519; }","duration":"347.443222ms","start":"2026-04-21T04:12:43.759015Z","end":"2026-04-21T04:12:44.106458Z","steps":["trace[1403158619] 'agreement among raft nodes before linearized reading' (duration: 347.214777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.106532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.758993Z","time spent":"347.530275ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:12:44.106522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.77022Z","time spent":"336.293772ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:12:44.499927Z","caller":"traceutil/trace.go:171","msg":"trace[749171551] transaction","detail":"{read_only:false; response_revision:20525; number_of_response:1; }","duration":"388.384787ms","start":"2026-04-21T04:12:44.111523Z","end":"2026-04-21T04:12:44.499908Z","steps":["trace[749171551] 'process raft request' (duration: 388.346046ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:44.49991Z","caller":"traceutil/trace.go:171","msg":"trace[1642157353] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"388.754707ms","start":"2026-04-21T04:12:44.111117Z","end":"2026-04-21T04:12:44.499872Z","steps":["trace[1642157353] 'process raft request' (duration: 388.516191ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:44.499996Z","caller":"traceutil/trace.go:171","msg":"trace[452594171] transaction","detail":"{read_only:false; response_revision:20523; number_of_response:1; }","duration":"388.691534ms","start":"2026-04-21T04:12:44.11125Z","end":"2026-04-21T04:12:44.499942Z","steps":["trace[452594171] 'process raft request' (duration: 388.534531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.500085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.1111Z","time spent":"388.91934ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:12:44.500099Z","caller":"traceutil/trace.go:171","msg":"trace[1979390176] transaction","detail":"{read_only:false; response_revision:20524; number_of_response:1; }","duration":"388.673374ms","start":"2026-04-21T04:12:44.111418Z","end":"2026-04-21T04:12:44.500091Z","steps":["trace[1979390176] 'process raft request' (duration: 388.413508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:44.500141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.111405Z","time spent":"388.713585ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1306,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:44.500235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.111222Z","time spent":"388.891438ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:44.500065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.111486Z","time spent":"388.50907ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:44.653346Z","caller":"traceutil/trace.go:171","msg":"trace[1057757464] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"146.228573ms","start":"2026-04-21T04:12:44.507095Z","end":"2026-04-21T04:12:44.653324Z","steps":["trace[1057757464] 'process raft request' (duration: 146.039478ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.51549Z","caller":"traceutil/trace.go:171","msg":"trace[2074490263] linearizableReadLoop","detail":"{readStateIndex:21248; appliedIndex:21247; }","duration":"295.632784ms","start":"2026-04-21T04:12:46.219837Z","end":"2026-04-21T04:12:46.51547Z","steps":["trace[2074490263] 'read index received' (duration: 295.359987ms)","trace[2074490263] 'applied index is now lower than readState.Index' (duration: 272.127µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:12:46.515589Z","caller":"traceutil/trace.go:171","msg":"trace[15492743] transaction","detail":"{read_only:false; response_revision:20544; number_of_response:1; }","duration":"300.44638ms","start":"2026-04-21T04:12:46.215133Z","end":"2026-04-21T04:12:46.51558Z","steps":["trace[15492743] 'process raft request' (duration: 300.150693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.515669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.215123Z","time spent":"300.489481ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2125,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:12:46.515991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.163117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18653"} {"level":"info","ts":"2026-04-21T04:12:46.516025Z","caller":"traceutil/trace.go:171","msg":"trace[1137699054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20544; }","duration":"296.242349ms","start":"2026-04-21T04:12:46.219775Z","end":"2026-04-21T04:12:46.516017Z","steps":["trace[1137699054] 'agreement among raft nodes before linearized reading' (duration: 296.096935ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.444568Z","caller":"traceutil/trace.go:171","msg":"trace[715472004] transaction","detail":"{read_only:false; response_revision:20551; number_of_response:1; }","duration":"167.944591ms","start":"2026-04-21T04:12:47.276584Z","end":"2026-04-21T04:12:47.444529Z","steps":["trace[715472004] 'process raft request' (duration: 114.863651ms)","trace[715472004] 'compare' (duration: 52.739001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:14:13.236333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.401083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:14:13.236462Z","caller":"traceutil/trace.go:171","msg":"trace[433132891] linearizableReadLoop","detail":"{readStateIndex:21753; appliedIndex:21752; }","duration":"557.052795ms","start":"2026-04-21T04:14:12.67939Z","end":"2026-04-21T04:14:13.236442Z","steps":["trace[433132891] 'read index received' (duration: 31.339294ms)","trace[433132891] 'applied index is now lower than readState.Index' (duration: 525.712121ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:13.236539Z","caller":"traceutil/trace.go:171","msg":"trace[205499481] transaction","detail":"{read_only:false; response_revision:21029; number_of_response:1; }","duration":"678.199856ms","start":"2026-04-21T04:14:12.558289Z","end":"2026-04-21T04:14:13.236489Z","steps":["trace[205499481] 'process raft request' (duration: 152.443125ms)","trace[205499481] 'compare' (duration: 523.958787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:14:13.236689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.296012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:14:13.236747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:12.558277Z","time spent":"678.3554ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:13.236858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.467704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:14:13.236817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.851832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:14:13.236884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.741157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:13.236851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.946397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:13.236908Z","caller":"traceutil/trace.go:171","msg":"trace[581273703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21029; }","duration":"120.533865ms","start":"2026-04-21T04:14:13.11636Z","end":"2026-04-21T04:14:13.236894Z","steps":["trace[581273703] 'agreement among raft nodes before linearized reading' (duration: 120.418122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.236935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.516335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:14:13.236967Z","caller":"traceutil/trace.go:171","msg":"trace[2126033237] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21029; }","duration":"191.135041ms","start":"2026-04-21T04:14:13.045794Z","end":"2026-04-21T04:14:13.236929Z","steps":["trace[2126033237] 'agreement among raft nodes before linearized reading' (duration: 190.917566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.236879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.802259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:14:13.236946Z","caller":"traceutil/trace.go:171","msg":"trace[289603137] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21029; }","duration":"400.043447ms","start":"2026-04-21T04:14:12.836866Z","end":"2026-04-21T04:14:13.236909Z","steps":["trace[289603137] 'agreement among raft nodes before linearized reading' (duration: 399.814841ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.237005Z","caller":"traceutil/trace.go:171","msg":"trace[1773375368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21029; }","duration":"132.623679ms","start":"2026-04-21T04:14:13.104365Z","end":"2026-04-21T04:14:13.236989Z","steps":["trace[1773375368] 'agreement among raft nodes before linearized reading' (duration: 132.391292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.237059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:12.836846Z","time spent":"400.194991ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:14:13.236996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.862506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:14:13.237082Z","caller":"traceutil/trace.go:171","msg":"trace[833224463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21029; }","duration":"290.014296ms","start":"2026-04-21T04:14:12.947012Z","end":"2026-04-21T04:14:13.237026Z","steps":["trace[833224463] 'agreement among raft nodes before linearized reading' (duration: 289.790479ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.237184Z","caller":"traceutil/trace.go:171","msg":"trace[2094712667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21029; }","duration":"217.059151ms","start":"2026-04-21T04:14:13.020092Z","end":"2026-04-21T04:14:13.237151Z","steps":["trace[2094712667] 'agreement among raft nodes before linearized reading' (duration: 216.825804ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.237238Z","caller":"traceutil/trace.go:171","msg":"trace[1152071081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21029; }","duration":"174.111926ms","start":"2026-04-21T04:14:13.063104Z","end":"2026-04-21T04:14:13.237216Z","steps":["trace[1152071081] 'agreement among raft nodes before linearized reading' (duration: 173.648874ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.236735Z","caller":"traceutil/trace.go:171","msg":"trace[648866878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21029; }","duration":"557.457135ms","start":"2026-04-21T04:14:12.679264Z","end":"2026-04-21T04:14:13.236722Z","steps":["trace[648866878] 'agreement among raft nodes before linearized reading' (duration: 557.281081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.237414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.456573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-21T04:14:13.237495Z","caller":"traceutil/trace.go:171","msg":"trace[1929362542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21029; }","duration":"385.588377ms","start":"2026-04-21T04:14:12.851884Z","end":"2026-04-21T04:14:13.237473Z","steps":["trace[1929362542] 'agreement among raft nodes before linearized reading' (duration: 384.978171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.237476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:12.679245Z","time spent":"558.217815ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:14:13.23754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:12.851863Z","time spent":"385.668178ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-21T04:14:13.744863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393425513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:14:13.965461Z","caller":"traceutil/trace.go:171","msg":"trace[2066626188] transaction","detail":"{read_only:false; response_revision:21030; number_of_response:1; }","duration":"722.767781ms","start":"2026-04-21T04:14:13.242666Z","end":"2026-04-21T04:14:13.965434Z","steps":["trace[2066626188] 'process raft request' (duration: 722.597546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.965626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.242655Z","time spent":"722.884635ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:13.970633Z","caller":"traceutil/trace.go:171","msg":"trace[1068559239] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"726.461494ms","start":"2026-04-21T04:14:13.244144Z","end":"2026-04-21T04:14:13.970606Z","steps":["trace[1068559239] 'process raft request' (duration: 726.370742ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.97071Z","caller":"traceutil/trace.go:171","msg":"trace[20639821] transaction","detail":"{read_only:false; response_revision:21031; number_of_response:1; }","duration":"726.71134ms","start":"2026-04-21T04:14:13.243977Z","end":"2026-04-21T04:14:13.970689Z","steps":["trace[20639821] 'process raft request' (duration: 726.391142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.970779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.244126Z","time spent":"726.578366ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:13.970804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.243957Z","time spent":"726.799632ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:13.971066Z","caller":"traceutil/trace.go:171","msg":"trace[643495926] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"125.402548ms","start":"2026-04-21T04:14:13.845648Z","end":"2026-04-21T04:14:13.971051Z","steps":["trace[643495926] 'process raft request' (duration: 124.909255ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.971075Z","caller":"traceutil/trace.go:171","msg":"trace[1384133844] linearizableReadLoop","detail":"{readStateIndex:21756; appliedIndex:21753; }","duration":"726.985998ms","start":"2026-04-21T04:14:13.244071Z","end":"2026-04-21T04:14:13.971058Z","steps":["trace[1384133844] 'read index received' (duration: 721.225683ms)","trace[1384133844] 'applied index is now lower than readState.Index' (duration: 5.759365ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:13.971129Z","caller":"traceutil/trace.go:171","msg":"trace[964030549] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"103.032568ms","start":"2026-04-21T04:14:13.868069Z","end":"2026-04-21T04:14:13.971102Z","steps":["trace[964030549] 'process raft request' (duration: 102.850623ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:13.971188Z","caller":"traceutil/trace.go:171","msg":"trace[30448285] transaction","detail":"{read_only:false; response_revision:21035; number_of_response:1; }","duration":"100.647558ms","start":"2026-04-21T04:14:13.870492Z","end":"2026-04-21T04:14:13.97114Z","steps":["trace[30448285] 'process raft request' (duration: 100.520655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.971274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.194113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:14:13.971305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.650949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-21T04:14:13.971324Z","caller":"traceutil/trace.go:171","msg":"trace[765897906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21035; }","duration":"727.271194ms","start":"2026-04-21T04:14:13.244042Z","end":"2026-04-21T04:14:13.971313Z","steps":["trace[765897906] 'agreement among raft nodes before linearized reading' (duration: 727.066639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.97133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.628837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:13.971375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.244029Z","time spent":"727.318726ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:14:13.971347Z","caller":"traceutil/trace.go:171","msg":"trace[1374768565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21035; }","duration":"724.70442ms","start":"2026-04-21T04:14:13.246627Z","end":"2026-04-21T04:14:13.971332Z","steps":["trace[1374768565] 'agreement among raft nodes before linearized reading' (duration: 724.594667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.971419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.246616Z","time spent":"724.794593ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-21T04:14:13.971419Z","caller":"traceutil/trace.go:171","msg":"trace[1934696331] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21035; }","duration":"660.76852ms","start":"2026-04-21T04:14:13.310634Z","end":"2026-04-21T04:14:13.971402Z","steps":["trace[1934696331] 'agreement among raft nodes before linearized reading' (duration: 660.629487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:13.971472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:13.310611Z","time spent":"660.849543ms","remote":"127.0.0.1:52152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:14:24.873539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.7505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:14:24.873564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.711664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:14:24.873622Z","caller":"traceutil/trace.go:171","msg":"trace[642423236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21087; }","duration":"714.885343ms","start":"2026-04-21T04:14:24.158717Z","end":"2026-04-21T04:14:24.873602Z","steps":["trace[642423236] 'range keys from in-memory index tree' (duration: 714.542105ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:24.873653Z","caller":"traceutil/trace.go:171","msg":"trace[1371998733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21087; }","duration":"661.840287ms","start":"2026-04-21T04:14:24.211791Z","end":"2026-04-21T04:14:24.873631Z","steps":["trace[1371998733] 'range keys from in-memory index tree' (duration: 661.601071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:24.873687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:24.158695Z","time spent":"714.972896ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:14:24.873855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:24.211768Z","time spent":"662.068442ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:14:24.926431Z","caller":"traceutil/trace.go:171","msg":"trace[1024640737] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"486.147071ms","start":"2026-04-21T04:14:24.440258Z","end":"2026-04-21T04:14:24.926405Z","steps":["trace[1024640737] 'process raft request' (duration: 485.957387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:24.926676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:24.440235Z","time spent":"486.314496ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:25.061705Z","caller":"traceutil/trace.go:171","msg":"trace[1853589181] linearizableReadLoop","detail":"{readStateIndex:21815; appliedIndex:21813; }","duration":"357.642447ms","start":"2026-04-21T04:14:24.704032Z","end":"2026-04-21T04:14:25.061675Z","steps":["trace[1853589181] 'read index received' (duration: 222.155117ms)","trace[1853589181] 'applied index is now lower than readState.Index' (duration: 135.48607ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:25.061741Z","caller":"traceutil/trace.go:171","msg":"trace[714339478] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"531.662891ms","start":"2026-04-21T04:14:24.530054Z","end":"2026-04-21T04:14:25.061717Z","steps":["trace[714339478] 'process raft request' (duration: 523.249631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:25.061854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:24.530029Z","time spent":"531.757923ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:25.061992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.951506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:14:25.06204Z","caller":"traceutil/trace.go:171","msg":"trace[647663971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21090; }","duration":"358.039298ms","start":"2026-04-21T04:14:24.703988Z","end":"2026-04-21T04:14:25.062027Z","steps":["trace[647663971] 'agreement among raft nodes before linearized reading' (duration: 357.918085ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:25.061885Z","caller":"traceutil/trace.go:171","msg":"trace[986799064] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"182.949538ms","start":"2026-04-21T04:14:24.878872Z","end":"2026-04-21T04:14:25.061822Z","steps":["trace[986799064] 'process raft request' (duration: 182.711622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:25.062071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:24.703968Z","time spent":"358.095709ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:14:25.062153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.374662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:14:25.062241Z","caller":"traceutil/trace.go:171","msg":"trace[1986010696] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21090; }","duration":"210.507575ms","start":"2026-04-21T04:14:24.851711Z","end":"2026-04-21T04:14:25.062218Z","steps":["trace[1986010696] 'agreement among raft nodes before linearized reading' (duration: 210.250479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:25.062272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.637624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:25.062288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.988772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:14:25.062335Z","caller":"traceutil/trace.go:171","msg":"trace[1957414164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21090; }","duration":"189.701695ms","start":"2026-04-21T04:14:24.872594Z","end":"2026-04-21T04:14:25.062296Z","steps":["trace[1957414164] 'agreement among raft nodes before linearized reading' (duration: 189.616963ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:25.062386Z","caller":"traceutil/trace.go:171","msg":"trace[1140535448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21090; }","duration":"184.103576ms","start":"2026-04-21T04:14:24.878246Z","end":"2026-04-21T04:14:25.06235Z","steps":["trace[1140535448] 'agreement among raft nodes before linearized reading' (duration: 183.849139ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:30.559273Z","caller":"traceutil/trace.go:171","msg":"trace[429760484] transaction","detail":"{read_only:false; response_revision:21112; number_of_response:1; }","duration":"474.829939ms","start":"2026-04-21T04:14:30.084391Z","end":"2026-04-21T04:14:30.559221Z","steps":["trace[429760484] 'process raft request' (duration: 474.414539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:30.559593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.084368Z","time spent":"475.039815ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:30.563725Z","caller":"traceutil/trace.go:171","msg":"trace[1271285881] linearizableReadLoop","detail":"{readStateIndex:21841; appliedIndex:21838; }","duration":"468.920451ms","start":"2026-04-21T04:14:30.094789Z","end":"2026-04-21T04:14:30.563709Z","steps":["trace[1271285881] 'read index received' (duration: 464.013678ms)","trace[1271285881] 'applied index is now lower than readState.Index' (duration: 4.905353ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:30.563772Z","caller":"traceutil/trace.go:171","msg":"trace[1233011267] transaction","detail":"{read_only:false; response_revision:21113; number_of_response:1; }","duration":"474.125711ms","start":"2026-04-21T04:14:30.089608Z","end":"2026-04-21T04:14:30.563734Z","steps":["trace[1233011267] 'process raft request' (duration: 473.972498ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:30.563868Z","caller":"traceutil/trace.go:171","msg":"trace[1825285503] transaction","detail":"{read_only:false; response_revision:21114; number_of_response:1; }","duration":"473.803243ms","start":"2026-04-21T04:14:30.090013Z","end":"2026-04-21T04:14:30.563816Z","steps":["trace[1825285503] 'process raft request' (duration: 473.65549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:30.563933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.089585Z","time spent":"474.261925ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:30.563999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.210339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:14:30.564075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.09Z","time spent":"473.966168ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:30.564099Z","caller":"traceutil/trace.go:171","msg":"trace[586353985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21114; }","duration":"469.339592ms","start":"2026-04-21T04:14:30.094735Z","end":"2026-04-21T04:14:30.564074Z","steps":["trace[586353985] 'agreement among raft nodes before linearized reading' (duration: 469.073605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:30.564184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.094714Z","time spent":"469.458024ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:14:30.564304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.375402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:14:30.564358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.876335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:14:30.564406Z","caller":"traceutil/trace.go:171","msg":"trace[1913849848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21114; }","duration":"466.013069ms","start":"2026-04-21T04:14:30.09838Z","end":"2026-04-21T04:14:30.564393Z","steps":["trace[1913849848] 'agreement among raft nodes before linearized reading' (duration: 465.720302ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:30.564404Z","caller":"traceutil/trace.go:171","msg":"trace[357843658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21114; }","duration":"413.515405ms","start":"2026-04-21T04:14:30.150861Z","end":"2026-04-21T04:14:30.564377Z","steps":["trace[357843658] 'agreement among raft nodes before linearized reading' (duration: 413.251969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:30.564453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.098362Z","time spent":"466.080301ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:14:30.564457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.150846Z","time spent":"413.601757ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:14:30.564365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.250395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:14:30.564605Z","caller":"traceutil/trace.go:171","msg":"trace[1089313706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21114; }","duration":"464.48289ms","start":"2026-04-21T04:14:30.100086Z","end":"2026-04-21T04:14:30.564569Z","steps":["trace[1089313706] 'agreement among raft nodes before linearized reading' (duration: 464.215323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:30.564648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.100076Z","time spent":"464.561223ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:14:31.070545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393425730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:14:31.08466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.401259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:31.084771Z","caller":"traceutil/trace.go:171","msg":"trace[1402963262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21114; }","duration":"211.535233ms","start":"2026-04-21T04:14:30.873222Z","end":"2026-04-21T04:14:31.084757Z","steps":["trace[1402963262] 'range keys from in-memory index tree' (duration: 211.380649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:31.571537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393425730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:14:31.60333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03412847s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:14:31.603867Z","caller":"traceutil/trace.go:171","msg":"trace[1061414301] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"1.034755456s","start":"2026-04-21T04:14:30.569087Z","end":"2026-04-21T04:14:31.603842Z","steps":["trace[1061414301] 'process raft request' (duration: 1.034560751s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:31.604028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.569066Z","time spent":"1.034859839s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:32.410058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.632914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:14:32.410569Z","caller":"traceutil/trace.go:171","msg":"trace[850214526] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"1.841369625s","start":"2026-04-21T04:14:30.569145Z","end":"2026-04-21T04:14:32.410514Z","steps":["trace[850214526] 'process raft request' (duration: 1.408177467s)","trace[850214526] 'compare' (duration: 432.439759ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:32.410601Z","caller":"traceutil/trace.go:171","msg":"trace[1625015410] linearizableReadLoop","detail":"{readStateIndex:21845; appliedIndex:21841; }","duration":"1.840965144s","start":"2026-04-21T04:14:30.569615Z","end":"2026-04-21T04:14:32.41058Z","steps":["trace[1625015410] 'read index received' (duration: 1.034032307s)","trace[1625015410] 'applied index is now lower than readState.Index' (duration: 806.931567ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:32.410675Z","caller":"traceutil/trace.go:171","msg":"trace[1919769354] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"1.841245322s","start":"2026-04-21T04:14:30.569408Z","end":"2026-04-21T04:14:32.410654Z","steps":["trace[1919769354] 'process raft request' (duration: 1.840995186s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:32.41073Z","caller":"traceutil/trace.go:171","msg":"trace[928631675] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"1.088204014s","start":"2026-04-21T04:14:31.322515Z","end":"2026-04-21T04:14:32.410719Z","steps":["trace[928631675] 'process raft request' (duration: 1.087995978s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:32.410726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.569115Z","time spent":"1.841526899s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:32.410772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.569386Z","time spent":"1.841341644s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:32.410862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:31.322486Z","time spent":"1.088272426s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:32.411023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841375295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18653"} {"level":"info","ts":"2026-04-21T04:14:32.411332Z","caller":"traceutil/trace.go:171","msg":"trace[1373155719] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21118; }","duration":"1.841510288s","start":"2026-04-21T04:14:30.569607Z","end":"2026-04-21T04:14:32.411118Z","steps":["trace[1373155719] 'agreement among raft nodes before linearized reading' (duration: 1.841110159s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:32.411598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.569561Z","time spent":"1.842024131s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18676,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T04:14:32.413951Z","caller":"traceutil/trace.go:171","msg":"trace[1411497225] transaction","detail":"{read_only:false; response_revision:21119; number_of_response:1; }","duration":"413.332741ms","start":"2026-04-21T04:14:32.000593Z","end":"2026-04-21T04:14:32.413926Z","steps":["trace[1411497225] 'process raft request' (duration: 413.182287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:32.414154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.000569Z","time spent":"413.462894ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:33.063181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:14:33.063304Z","caller":"traceutil/trace.go:171","msg":"trace[20903614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750582s","start":"2026-04-21T04:14:31.062526Z","end":"2026-04-21T04:14:33.063277Z","steps":["trace[20903614] 'agreement among raft nodes before linearized reading' (duration: 2.000590278s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.063421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:31.062506Z","time spent":"2.000901566s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:14:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:14:33.322367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.768384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:14:33.322645Z","caller":"traceutil/trace.go:171","msg":"trace[1526792043] linearizableReadLoop","detail":"{readStateIndex:21847; appliedIndex:21845; }","duration":"911.981184ms","start":"2026-04-21T04:14:32.410644Z","end":"2026-04-21T04:14:33.322625Z","steps":["trace[1526792043] 'read index received' (duration: 3.150278ms)","trace[1526792043] 'applied index is now lower than readState.Index' (duration: 908.829316ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:33.32295Z","caller":"traceutil/trace.go:171","msg":"trace[1838245455] transaction","detail":"{read_only:false; response_revision:21120; number_of_response:1; }","duration":"883.490242ms","start":"2026-04-21T04:14:32.439436Z","end":"2026-04-21T04:14:33.322926Z","steps":["trace[1838245455] 'process raft request' (duration: 883.05401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.322969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146214352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:14:33.323106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.439407Z","time spent":"883.618926ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:33.323154Z","caller":"traceutil/trace.go:171","msg":"trace[704084594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21120; }","duration":"2.146440167s","start":"2026-04-21T04:14:31.176697Z","end":"2026-04-21T04:14:33.323138Z","steps":["trace[704084594] 'agreement among raft nodes before linearized reading' (duration: 2.146029446s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.323208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:31.176682Z","time spent":"2.14651508s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:14:33.323167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234086233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:14:33.323288Z","caller":"traceutil/trace.go:171","msg":"trace[1836427047] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21120; }","duration":"1.234267407s","start":"2026-04-21T04:14:32.088992Z","end":"2026-04-21T04:14:33.32326Z","steps":["trace[1836427047] 'agreement among raft nodes before linearized reading' (duration: 1.233762894s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.323413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.088972Z","time spent":"1.234419732s","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":158,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:14:33.323542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740080078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:14:33.323633Z","caller":"traceutil/trace.go:171","msg":"trace[2021842147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21121; }","duration":"2.740214061s","start":"2026-04-21T04:14:30.583401Z","end":"2026-04-21T04:14:33.323615Z","steps":["trace[2021842147] 'agreement among raft nodes before linearized reading' (duration: 2.739586906s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.32411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.583345Z","time spent":"2.740746834s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-21T04:14:33.323682Z","caller":"traceutil/trace.go:171","msg":"trace[365597973] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"759.242743ms","start":"2026-04-21T04:14:32.564422Z","end":"2026-04-21T04:14:33.323665Z","steps":["trace[365597973] 'process raft request' (duration: 758.366051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.323999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196833197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:14:33.324423Z","caller":"traceutil/trace.go:171","msg":"trace[653650012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21120; }","duration":"2.197274069s","start":"2026-04-21T04:14:31.127085Z","end":"2026-04-21T04:14:33.324359Z","steps":["trace[653650012] 'agreement among raft nodes before linearized reading' (duration: 2.195680308s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.324487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:31.12707Z","time spent":"2.197397461s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:14:33.323992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630036845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-21T04:14:33.32456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.5644Z","time spent":"759.934531ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:33.324592Z","caller":"traceutil/trace.go:171","msg":"trace[1462406360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21121; }","duration":"2.630686021s","start":"2026-04-21T04:14:30.693888Z","end":"2026-04-21T04:14:33.324574Z","steps":["trace[1462406360] 'agreement among raft nodes before linearized reading' (duration: 2.629407849s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.324674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:30.693851Z","time spent":"2.630808834s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:14:33.32559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.343695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:14:33.325636Z","caller":"traceutil/trace.go:171","msg":"trace[808979262] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21123; }","duration":"705.429887ms","start":"2026-04-21T04:14:32.620199Z","end":"2026-04-21T04:14:33.325629Z","steps":["trace[808979262] 'agreement among raft nodes before linearized reading' (duration: 705.346545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.325659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.620183Z","time spent":"705.469938ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:14:33.325676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.902513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:33.32583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.381432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:33.32584Z","caller":"traceutil/trace.go:171","msg":"trace[1213514981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21123; }","duration":"262.106698ms","start":"2026-04-21T04:14:33.063716Z","end":"2026-04-21T04:14:33.325823Z","steps":["trace[1213514981] 'agreement among raft nodes before linearized reading' (duration: 261.900032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.325623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.657155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:33.32672Z","caller":"traceutil/trace.go:171","msg":"trace[48701664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21123; }","duration":"842.843615ms","start":"2026-04-21T04:14:32.483861Z","end":"2026-04-21T04:14:33.326704Z","steps":["trace[48701664] 'agreement among raft nodes before linearized reading' (duration: 841.604964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.326755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.483836Z","time spent":"842.908967ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:14:33.326897Z","caller":"traceutil/trace.go:171","msg":"trace[1093700327] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21123; }","duration":"725.482889ms","start":"2026-04-21T04:14:32.601387Z","end":"2026-04-21T04:14:33.326869Z","steps":["trace[1093700327] 'agreement among raft nodes before linearized reading' (duration: 724.399073ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:33.325862Z","caller":"traceutil/trace.go:171","msg":"trace[1974945587] transaction","detail":"{read_only:false; response_revision:21122; number_of_response:1; }","duration":"756.690841ms","start":"2026-04-21T04:14:32.569151Z","end":"2026-04-21T04:14:33.325842Z","steps":["trace[1974945587] 'process raft request' (duration: 754.902916ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:33.325597Z","caller":"traceutil/trace.go:171","msg":"trace[462502837] transaction","detail":"{read_only:false; response_revision:21123; number_of_response:1; }","duration":"755.245743ms","start":"2026-04-21T04:14:32.570316Z","end":"2026-04-21T04:14:33.325561Z","steps":["trace[462502837] 'process raft request' (duration: 755.069299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.327001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.60136Z","time spent":"725.620242ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:14:33.327229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.570301Z","time spent":"756.641858ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:33.327287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:32.569115Z","time spent":"758.075064ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:33.904059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.827872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:14:33.904169Z","caller":"traceutil/trace.go:171","msg":"trace[1768063560] transaction","detail":"{read_only:false; response_revision:21124; number_of_response:1; }","duration":"575.63158ms","start":"2026-04-21T04:14:33.328515Z","end":"2026-04-21T04:14:33.904147Z","steps":["trace[1768063560] 'process raft request' (duration: 205.636144ms)","trace[1768063560] 'compare' (duration: 369.720719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:14:33.904229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.328489Z","time spent":"575.712162ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:33.927381Z","caller":"traceutil/trace.go:171","msg":"trace[1389778372] transaction","detail":"{read_only:false; response_revision:21126; number_of_response:1; }","duration":"597.391015ms","start":"2026-04-21T04:14:33.329934Z","end":"2026-04-21T04:14:33.927325Z","steps":["trace[1389778372] 'process raft request' (duration: 597.253541ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:33.927533Z","caller":"traceutil/trace.go:171","msg":"trace[453017719] linearizableReadLoop","detail":"{readStateIndex:21854; appliedIndex:21851; }","duration":"597.332013ms","start":"2026-04-21T04:14:33.330163Z","end":"2026-04-21T04:14:33.927495Z","steps":["trace[453017719] 'read index received' (duration: 203.87849ms)","trace[453017719] 'applied index is now lower than readState.Index' (duration: 393.452423ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:33.927455Z","caller":"traceutil/trace.go:171","msg":"trace[1844031692] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"597.790024ms","start":"2026-04-21T04:14:33.329554Z","end":"2026-04-21T04:14:33.927344Z","steps":["trace[1844031692] 'process raft request' (duration: 597.468496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.927689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.509247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:33.927585Z","caller":"traceutil/trace.go:171","msg":"trace[1141995684] transaction","detail":"{read_only:false; response_revision:21127; number_of_response:1; }","duration":"596.943403ms","start":"2026-04-21T04:14:33.3306Z","end":"2026-04-21T04:14:33.927544Z","steps":["trace[1141995684] 'process raft request' (duration: 596.627815ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:33.927735Z","caller":"traceutil/trace.go:171","msg":"trace[1175451175] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21127; }","duration":"597.595249ms","start":"2026-04-21T04:14:33.330128Z","end":"2026-04-21T04:14:33.927724Z","steps":["trace[1175451175] 'agreement among raft nodes before linearized reading' (duration: 597.509957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.927774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.330114Z","time spent":"597.653011ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:14:33.92784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.657381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-21T04:14:33.927897Z","caller":"traceutil/trace.go:171","msg":"trace[1580237940] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:21127; }","duration":"597.745223ms","start":"2026-04-21T04:14:33.330135Z","end":"2026-04-21T04:14:33.92788Z","steps":["trace[1580237940] 'agreement among raft nodes before linearized reading' (duration: 597.523238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.927932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.33012Z","time spent":"597.803144ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"warn","ts":"2026-04-21T04:14:33.928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.478053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:14:33.927972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.330591Z","time spent":"597.2139ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:33.927814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.818387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:33.928061Z","caller":"traceutil/trace.go:171","msg":"trace[92383712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21127; }","duration":"319.566245ms","start":"2026-04-21T04:14:33.608477Z","end":"2026-04-21T04:14:33.928043Z","steps":["trace[92383712] 'agreement among raft nodes before linearized reading' (duration: 319.421921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.928049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.646537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:33.927986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.329535Z","time spent":"598.173384ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:33.928106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.608456Z","time spent":"319.637957ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:14:33.928122Z","caller":"traceutil/trace.go:171","msg":"trace[1964218921] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21127; }","duration":"126.181307ms","start":"2026-04-21T04:14:33.80191Z","end":"2026-04-21T04:14:33.928091Z","steps":["trace[1964218921] 'agreement among raft nodes before linearized reading' (duration: 125.815386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.927595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.329923Z","time spent":"597.545528ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:14:33.928684Z","caller":"traceutil/trace.go:171","msg":"trace[230578194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21127; }","duration":"594.838391ms","start":"2026-04-21T04:14:33.33329Z","end":"2026-04-21T04:14:33.928128Z","steps":["trace[230578194] 'agreement among raft nodes before linearized reading' (duration: 594.622065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:33.928752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.333258Z","time spent":"595.484568ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:14:34.432721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393425749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:14:34.610869Z","caller":"traceutil/trace.go:171","msg":"trace[255273701] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"679.275823ms","start":"2026-04-21T04:14:33.931533Z","end":"2026-04-21T04:14:34.610808Z","steps":["trace[255273701] 'process raft request' (duration: 629.485137ms)","trace[255273701] 'compare' (duration: 49.498509ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:34.610895Z","caller":"traceutil/trace.go:171","msg":"trace[1700399848] linearizableReadLoop","detail":"{readStateIndex:21858; appliedIndex:21855; }","duration":"678.177185ms","start":"2026-04-21T04:14:33.932687Z","end":"2026-04-21T04:14:34.610864Z","steps":["trace[1700399848] 'read index received' (duration: 628.345569ms)","trace[1700399848] 'applied index is now lower than readState.Index' (duration: 49.830216ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:34.610916Z","caller":"traceutil/trace.go:171","msg":"trace[1733172344] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"678.537924ms","start":"2026-04-21T04:14:33.932349Z","end":"2026-04-21T04:14:34.610887Z","steps":["trace[1733172344] 'process raft request' (duration: 678.355219ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:34.611052Z","caller":"traceutil/trace.go:171","msg":"trace[688121497] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"194.223989ms","start":"2026-04-21T04:14:34.416814Z","end":"2026-04-21T04:14:34.611038Z","steps":["trace[688121497] 'process raft request' (duration: 193.999233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:34.61107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.932326Z","time spent":"678.663718ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:34.61107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.931506Z","time spent":"679.454127ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:14:34.611387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.128253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:14:34.61174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.887471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:14:34.61175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.071585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:14:34.611822Z","caller":"traceutil/trace.go:171","msg":"trace[343531840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21130; }","duration":"196.177858ms","start":"2026-04-21T04:14:34.415628Z","end":"2026-04-21T04:14:34.611806Z","steps":["trace[343531840] 'agreement among raft nodes before linearized reading' (duration: 195.982163ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:34.611794Z","caller":"traceutil/trace.go:171","msg":"trace[929307717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21130; }","duration":"195.979053ms","start":"2026-04-21T04:14:34.415802Z","end":"2026-04-21T04:14:34.611781Z","steps":["trace[929307717] 'agreement among raft nodes before linearized reading' (duration: 195.799409ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:34.611845Z","caller":"traceutil/trace.go:171","msg":"trace[1168092627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21130; }","duration":"546.588515ms","start":"2026-04-21T04:14:34.065153Z","end":"2026-04-21T04:14:34.611742Z","steps":["trace[1168092627] 'agreement among raft nodes before linearized reading' (duration: 546.100112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:34.611926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:34.065133Z","time spent":"546.775039ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:14:34.611676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.151749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:14:34.612001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.303594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:14:34.612456Z","caller":"traceutil/trace.go:171","msg":"trace[445821108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21130; }","duration":"679.654423ms","start":"2026-04-21T04:14:33.932647Z","end":"2026-04-21T04:14:34.612301Z","steps":["trace[445821108] 'agreement among raft nodes before linearized reading' (duration: 678.979926ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:34.61208Z","caller":"traceutil/trace.go:171","msg":"trace[2038021973] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21130; }","duration":"290.60817ms","start":"2026-04-21T04:14:34.321458Z","end":"2026-04-21T04:14:34.612066Z","steps":["trace[2038021973] 'agreement among raft nodes before linearized reading' (duration: 290.164059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:14:34.612513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:14:33.932637Z","time spent":"679.863118ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:16:03.940311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19772} {"level":"info","ts":"2026-04-21T04:16:04.058684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19772,"took":"114.293267ms","hash":512259956,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":29548544,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:16:04.05879Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":512259956,"revision":19772,"compact-revision":17381} {"level":"warn","ts":"2026-04-21T04:16:42.840528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.061959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:16:42.840627Z","caller":"traceutil/trace.go:171","msg":"trace[1014748280] linearizableReadLoop","detail":"{readStateIndex:22968; appliedIndex:22967; }","duration":"262.610839ms","start":"2026-04-21T04:16:42.578Z","end":"2026-04-21T04:16:42.840611Z","steps":["trace[1014748280] 'read index received' (duration: 109.465398ms)","trace[1014748280] 'applied index is now lower than readState.Index' (duration: 153.144141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:16:42.840781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.794504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:16:42.840806Z","caller":"traceutil/trace.go:171","msg":"trace[1665652121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22200; }","duration":"262.825815ms","start":"2026-04-21T04:16:42.577973Z","end":"2026-04-21T04:16:42.840799Z","steps":["trace[1665652121] 'agreement among raft nodes before linearized reading' (duration: 262.711002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:42.840934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.562314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:16:42.84106Z","caller":"traceutil/trace.go:171","msg":"trace[546043189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22200; }","duration":"226.795989ms","start":"2026-04-21T04:16:42.614238Z","end":"2026-04-21T04:16:42.841034Z","steps":["trace[546043189] 'agreement among raft nodes before linearized reading' (duration: 226.502872ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:45.570818Z","caller":"traceutil/trace.go:171","msg":"trace[805860844] transaction","detail":"{read_only:false; response_revision:22215; number_of_response:1; }","duration":"102.257071ms","start":"2026-04-21T04:16:45.468438Z","end":"2026-04-21T04:16:45.570695Z","steps":["trace[805860844] 'process raft request' (duration: 76.499758ms)","trace[805860844] 'compare' (duration: 25.60904ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:16:45.571543Z","caller":"traceutil/trace.go:171","msg":"trace[1653873782] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"102.272232ms","start":"2026-04-21T04:16:45.469248Z","end":"2026-04-21T04:16:45.57152Z","steps":["trace[1653873782] 'process raft request' (duration: 102.070807ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:47.757643Z","caller":"traceutil/trace.go:171","msg":"trace[1109069232] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"173.520461ms","start":"2026-04-21T04:16:47.584093Z","end":"2026-04-21T04:16:47.757614Z","steps":["trace[1109069232] 'process raft request' (duration: 173.311156ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:48.044306Z","caller":"traceutil/trace.go:171","msg":"trace[2062090410] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"114.364369ms","start":"2026-04-21T04:16:47.92986Z","end":"2026-04-21T04:16:48.044224Z","steps":["trace[2062090410] 'process raft request' (duration: 97.628877ms)","trace[2062090410] 'compare' (duration: 16.489246ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:16:48.054885Z","caller":"traceutil/trace.go:171","msg":"trace[1073698419] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"116.177343ms","start":"2026-04-21T04:16:47.938663Z","end":"2026-04-21T04:16:48.054841Z","steps":["trace[1073698419] 'process raft request' (duration: 115.805884ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:07.350937Z","caller":"traceutil/trace.go:171","msg":"trace[1101290794] linearizableReadLoop","detail":"{readStateIndex:23650; appliedIndex:23650; }","duration":"217.719278ms","start":"2026-04-21T04:18:07.133191Z","end":"2026-04-21T04:18:07.350911Z","steps":["trace[1101290794] 'read index received' (duration: 217.713718ms)","trace[1101290794] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:07.351279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.074087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:07.351329Z","caller":"traceutil/trace.go:171","msg":"trace[292354785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22861; }","duration":"218.18491ms","start":"2026-04-21T04:18:07.13313Z","end":"2026-04-21T04:18:07.351315Z","steps":["trace[292354785] 'agreement among raft nodes before linearized reading' (duration: 218.076137ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.419014Z","caller":"traceutil/trace.go:171","msg":"trace[1585221801] linearizableReadLoop","detail":"{readStateIndex:23706; appliedIndex:23705; }","duration":"133.568623ms","start":"2026-04-21T04:18:10.285417Z","end":"2026-04-21T04:18:10.418986Z","steps":["trace[1585221801] 'read index received' (duration: 130.656282ms)","trace[1585221801] 'applied index is now lower than readState.Index' (duration: 2.910911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:10.419156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.717986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/securitygroups.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.419215Z","caller":"traceutil/trace.go:171","msg":"trace[2019881293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/securitygroups.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:22917; }","duration":"133.807599ms","start":"2026-04-21T04:18:10.285387Z","end":"2026-04-21T04:18:10.419195Z","steps":["trace[2019881293] 'agreement among raft nodes before linearized reading' (duration: 133.707667ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.419222Z","caller":"traceutil/trace.go:171","msg":"trace[1120693710] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"134.947997ms","start":"2026-04-21T04:18:10.284225Z","end":"2026-04-21T04:18:10.419173Z","steps":["trace[1120693710] 'process raft request' (duration: 131.906813ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.876331Z","caller":"traceutil/trace.go:171","msg":"trace[368464403] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"235.797591ms","start":"2026-04-21T04:18:18.640504Z","end":"2026-04-21T04:18:18.876302Z","steps":["trace[368464403] 'process raft request' (duration: 235.579566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.880093Z","caller":"traceutil/trace.go:171","msg":"trace[359903651] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"237.758658ms","start":"2026-04-21T04:18:18.642294Z","end":"2026-04-21T04:18:18.880053Z","steps":["trace[359903651] 'process raft request' (duration: 237.39762ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.880663Z","caller":"traceutil/trace.go:171","msg":"trace[1164326456] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24137; }","duration":"231.469654ms","start":"2026-04-21T04:18:18.649167Z","end":"2026-04-21T04:18:18.880636Z","steps":["trace[1164326456] 'read index received' (duration: 226.819832ms)","trace[1164326456] 'applied index is now lower than readState.Index' (duration: 4.648562ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:18.880761Z","caller":"traceutil/trace.go:171","msg":"trace[1553228680] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"234.633973ms","start":"2026-04-21T04:18:18.646089Z","end":"2026-04-21T04:18:18.880723Z","steps":["trace[1553228680] 'process raft request' (duration: 234.373236ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.880854Z","caller":"traceutil/trace.go:171","msg":"trace[223245779] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"238.384134ms","start":"2026-04-21T04:18:18.64242Z","end":"2026-04-21T04:18:18.880804Z","steps":["trace[223245779] 'process raft request' (duration: 237.564664ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.880947Z","caller":"traceutil/trace.go:171","msg":"trace[173765294] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"188.239489ms","start":"2026-04-21T04:18:18.692693Z","end":"2026-04-21T04:18:18.880933Z","steps":["trace[173765294] 'process raft request' (duration: 187.87121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.881194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.009917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.881255Z","caller":"traceutil/trace.go:171","msg":"trace[2010247273] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:23342; }","duration":"232.12018ms","start":"2026-04-21T04:18:18.649114Z","end":"2026-04-21T04:18:18.881234Z","steps":["trace[2010247273] 'agreement among raft nodes before linearized reading' (duration: 232.005257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.881415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.838823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.881552Z","caller":"traceutil/trace.go:171","msg":"trace[1839283127] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23342; }","duration":"232.014919ms","start":"2026-04-21T04:18:18.649508Z","end":"2026-04-21T04:18:18.881523Z","steps":["trace[1839283127] 'agreement among raft nodes before linearized reading' (duration: 231.809513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.883165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.140878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210976"} {"level":"info","ts":"2026-04-21T04:18:18.883272Z","caller":"traceutil/trace.go:171","msg":"trace[699791478] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23342; }","duration":"200.292702ms","start":"2026-04-21T04:18:18.682955Z","end":"2026-04-21T04:18:18.883248Z","steps":["trace[699791478] 'agreement among raft nodes before linearized reading' (duration: 198.635922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.536231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.187354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T04:18:20.536333Z","caller":"traceutil/trace.go:171","msg":"trace[1315660793] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:23409; }","duration":"117.313017ms","start":"2026-04-21T04:18:20.418999Z","end":"2026-04-21T04:18:20.536312Z","steps":["trace[1315660793] 'range keys from in-memory index tree' (duration: 116.990389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.536432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.452344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.536567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.242236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.53661Z","caller":"traceutil/trace.go:171","msg":"trace[1391987721] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"217.286727ms","start":"2026-04-21T04:18:20.319306Z","end":"2026-04-21T04:18:20.536593Z","steps":["trace[1391987721] 'count revisions from in-memory index tree' (duration: 217.168815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.536625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.360731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.536591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.529176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.536731Z","caller":"traceutil/trace.go:171","msg":"trace[1958944522] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"170.767552ms","start":"2026-04-21T04:18:20.365929Z","end":"2026-04-21T04:18:20.536697Z","steps":["trace[1958944522] 'range keys from in-memory index tree' (duration: 170.372922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.53672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.466738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.536814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.223756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.536804Z","caller":"traceutil/trace.go:171","msg":"trace[1464636701] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23409; }","duration":"112.57844ms","start":"2026-04-21T04:18:20.424212Z","end":"2026-04-21T04:18:20.53679Z","steps":["trace[1464636701] 'count revisions from in-memory index tree' (duration: 112.440797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.536835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.714023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.536852Z","caller":"traceutil/trace.go:171","msg":"trace[1262377290] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"217.262307ms","start":"2026-04-21T04:18:20.319577Z","end":"2026-04-21T04:18:20.536839Z","steps":["trace[1262377290] 'range keys from in-memory index tree' (duration: 217.082292ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.536875Z","caller":"traceutil/trace.go:171","msg":"trace[30251804] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"193.763414ms","start":"2026-04-21T04:18:20.343101Z","end":"2026-04-21T04:18:20.536864Z","steps":["trace[30251804] 'count revisions from in-memory index tree' (duration: 193.679472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.536854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.585287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.536941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.283322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.536947Z","caller":"traceutil/trace.go:171","msg":"trace[239723915] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"206.712779ms","start":"2026-04-21T04:18:20.330208Z","end":"2026-04-21T04:18:20.536921Z","steps":["trace[239723915] 'count revisions from in-memory index tree' (duration: 206.530775ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.536664Z","caller":"traceutil/trace.go:171","msg":"trace[314214254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"136.422202ms","start":"2026-04-21T04:18:20.400231Z","end":"2026-04-21T04:18:20.536653Z","steps":["trace[314214254] 'range keys from in-memory index tree' (duration: 136.301559ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.536993Z","caller":"traceutil/trace.go:171","msg":"trace[1829421133] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"193.354534ms","start":"2026-04-21T04:18:20.343623Z","end":"2026-04-21T04:18:20.536978Z","steps":["trace[1829421133] 'range keys from in-memory index tree' (duration: 193.251201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.53694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.457823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.537051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.775644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.537045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.862093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.537034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.233208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.537092Z","caller":"traceutil/trace.go:171","msg":"trace[579317274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"136.68823ms","start":"2026-04-21T04:18:20.400369Z","end":"2026-04-21T04:18:20.537057Z","steps":["trace[579317274] 'count revisions from in-memory index tree' (duration: 136.348961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.537108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.088231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.537129Z","caller":"traceutil/trace.go:171","msg":"trace[1430709235] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"206.973927ms","start":"2026-04-21T04:18:20.330137Z","end":"2026-04-21T04:18:20.537111Z","steps":["trace[1430709235] 'range keys from in-memory index tree' (duration: 206.576425ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.537149Z","caller":"traceutil/trace.go:171","msg":"trace[681264302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"153.132552ms","start":"2026-04-21T04:18:20.384006Z","end":"2026-04-21T04:18:20.537139Z","steps":["trace[681264302] 'count revisions from in-memory index tree' (duration: 153.053449ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.537153Z","caller":"traceutil/trace.go:171","msg":"trace[2131840797] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"136.422473ms","start":"2026-04-21T04:18:20.400703Z","end":"2026-04-21T04:18:20.537125Z","steps":["trace[2131840797] 'range keys from in-memory index tree' (duration: 136.093994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:20.537013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.823746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:20.537233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.419029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:20.537272Z","caller":"traceutil/trace.go:171","msg":"trace[1997495771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"171.46045ms","start":"2026-04-21T04:18:20.365799Z","end":"2026-04-21T04:18:20.53726Z","steps":["trace[1997495771] 'count revisions from in-memory index tree' (duration: 171.371508ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.537469Z","caller":"traceutil/trace.go:171","msg":"trace[82295454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"152.606237ms","start":"2026-04-21T04:18:20.383904Z","end":"2026-04-21T04:18:20.53651Z","steps":["trace[82295454] 'range keys from in-memory index tree' (duration: 152.304801ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.537239Z","caller":"traceutil/trace.go:171","msg":"trace[236813163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23409; }","duration":"113.072644ms","start":"2026-04-21T04:18:20.424147Z","end":"2026-04-21T04:18:20.53722Z","steps":["trace[236813163] 'range keys from in-memory index tree' (duration: 112.714664ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:20.537755Z","caller":"traceutil/trace.go:171","msg":"trace[2062333315] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23409; }","duration":"194.130234ms","start":"2026-04-21T04:18:20.342966Z","end":"2026-04-21T04:18:20.537096Z","steps":["trace[2062333315] 'range keys from in-memory index tree' (duration: 193.719873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:22.043587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.95366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager-test/\" range_end:\"/registry/pods/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:22.043722Z","caller":"traceutil/trace.go:171","msg":"trace[1899030822] range","detail":"{range_begin:/registry/pods/cert-manager-test/; range_end:/registry/pods/cert-manager-test0; response_count:0; response_revision:23452; }","duration":"145.131065ms","start":"2026-04-21T04:18:21.898564Z","end":"2026-04-21T04:18:22.043695Z","steps":["trace[1899030822] 'range keys from in-memory index tree' (duration: 144.901459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:22.0439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.225446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-04-21T04:18:22.04402Z","caller":"traceutil/trace.go:171","msg":"trace[1149335198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23452; }","duration":"145.38206ms","start":"2026-04-21T04:18:21.8986Z","end":"2026-04-21T04:18:22.043982Z","steps":["trace[1149335198] 'range keys from in-memory index tree' (duration: 145.047762ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:24.929933Z","caller":"traceutil/trace.go:171","msg":"trace[378108964] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24320; }","duration":"391.919135ms","start":"2026-04-21T04:18:24.537989Z","end":"2026-04-21T04:18:24.929908Z","steps":["trace[378108964] 'read index received' (duration: 391.796372ms)","trace[378108964] 'applied index is now lower than readState.Index' (duration: 121.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:24.930044Z","caller":"traceutil/trace.go:171","msg":"trace[1605667080] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"452.647959ms","start":"2026-04-21T04:18:24.477386Z","end":"2026-04-21T04:18:24.930034Z","steps":["trace[1605667080] 'process raft request' (duration: 452.385632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:24.930135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.477355Z","time spent":"452.717701ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:18:24.930426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.426337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:24.930503Z","caller":"traceutil/trace.go:171","msg":"trace[1367560697] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23520; }","duration":"392.56522ms","start":"2026-04-21T04:18:24.53792Z","end":"2026-04-21T04:18:24.930485Z","steps":["trace[1367560697] 'agreement among raft nodes before linearized reading' (duration: 392.384716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:24.93055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.537894Z","time spent":"392.648173ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:18:25.43111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393432767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:18:25.991093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.482479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:18:25.991313Z","caller":"traceutil/trace.go:171","msg":"trace[134518463] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"1.437420686s","start":"2026-04-21T04:18:24.553864Z","end":"2026-04-21T04:18:25.991285Z","steps":["trace[134518463] 'process raft request' (duration: 1.32866103s)","trace[134518463] 'compare' (duration: 108.195552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:25.991483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.553846Z","time spent":"1.43755761s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:25.991744Z","caller":"traceutil/trace.go:171","msg":"trace[218985499] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"1.435716666s","start":"2026-04-21T04:18:24.556004Z","end":"2026-04-21T04:18:25.991721Z","steps":["trace[218985499] 'process raft request' (duration: 1.435178072s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.991835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.555991Z","time spent":"1.435804567s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:25.991946Z","caller":"traceutil/trace.go:171","msg":"trace[1340692701] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"1.432125898s","start":"2026-04-21T04:18:24.55981Z","end":"2026-04-21T04:18:25.991936Z","steps":["trace[1340692701] 'process raft request' (duration: 1.432026125s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.991959Z","caller":"traceutil/trace.go:171","msg":"trace[1423193925] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"295.490899ms","start":"2026-04-21T04:18:25.696454Z","end":"2026-04-21T04:18:25.991944Z","steps":["trace[1423193925] 'process raft request' (duration: 295.454288ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.991973Z","caller":"traceutil/trace.go:171","msg":"trace[827366396] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.434446493s","start":"2026-04-21T04:18:24.557506Z","end":"2026-04-21T04:18:25.991953Z","steps":["trace[827366396] 'process raft request' (duration: 1.434153386s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.991994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.559772Z","time spent":"1.43219514s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:25.992038Z","caller":"traceutil/trace.go:171","msg":"trace[424067628] linearizableReadLoop","detail":"{readStateIndex:24325; appliedIndex:24321; }","duration":"1.062028385s","start":"2026-04-21T04:18:24.930002Z","end":"2026-04-21T04:18:25.99203Z","steps":["trace[424067628] 'read index received' (duration: 952.53541ms)","trace[424067628] 'applied index is now lower than readState.Index' (duration: 109.492105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:25.992065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.55749Z","time spent":"1.434527536s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:18:25.992189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05893741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:25.99222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.61662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:18:25.99224Z","caller":"traceutil/trace.go:171","msg":"trace[2128834245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23525; }","duration":"439.671001ms","start":"2026-04-21T04:18:25.552564Z","end":"2026-04-21T04:18:25.992235Z","steps":["trace[2128834245] 'agreement among raft nodes before linearized reading' (duration: 439.594319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.552545Z","time spent":"439.706432ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:18:25.99226Z","caller":"traceutil/trace.go:171","msg":"trace[995857693] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23525; }","duration":"1.059016222s","start":"2026-04-21T04:18:24.933208Z","end":"2026-04-21T04:18:25.992224Z","steps":["trace[995857693] 'agreement among raft nodes before linearized reading' (duration: 1.05894276s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.93319Z","time spent":"1.059092233s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:18:25.99234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.331259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:18:25.992354Z","caller":"traceutil/trace.go:171","msg":"trace[2060891412] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23525; }","duration":"111.381171ms","start":"2026-04-21T04:18:25.880967Z","end":"2026-04-21T04:18:25.992349Z","steps":["trace[2060891412] 'agreement among raft nodes before linearized reading' (duration: 111.328339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342355124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:265277"} {"level":"info","ts":"2026-04-21T04:18:25.992385Z","caller":"traceutil/trace.go:171","msg":"trace[1445374088] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:23525; }","duration":"1.342424125s","start":"2026-04-21T04:18:24.64995Z","end":"2026-04-21T04:18:25.992375Z","steps":["trace[1445374088] 'agreement among raft nodes before linearized reading' (duration: 1.342138658s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.99241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.64993Z","time spent":"1.342473996s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":265300,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:18:25.992463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.231663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-21T04:18:25.992481Z","caller":"traceutil/trace.go:171","msg":"trace[1296317836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23525; }","duration":"119.288375ms","start":"2026-04-21T04:18:25.873186Z","end":"2026-04-21T04:18:25.992474Z","steps":["trace[1296317836] 'agreement among raft nodes before linearized reading' (duration: 119.242864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.99249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.623881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-ngcft\" ","response":"range_response_count:1 size:4744"} {"level":"info","ts":"2026-04-21T04:18:25.992521Z","caller":"traceutil/trace.go:171","msg":"trace[2057031150] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-ngcft; range_end:; response_count:1; response_revision:23525; }","duration":"631.690743ms","start":"2026-04-21T04:18:25.36082Z","end":"2026-04-21T04:18:25.992511Z","steps":["trace[2057031150] 'agreement among raft nodes before linearized reading' (duration: 631.58591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.360803Z","time spent":"631.736003ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4767,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-ngcft\" "} {"level":"warn","ts":"2026-04-21T04:18:25.992561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.641078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:25.992575Z","caller":"traceutil/trace.go:171","msg":"trace[1351725296] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23525; }","duration":"321.704599ms","start":"2026-04-21T04:18:25.670866Z","end":"2026-04-21T04:18:25.992571Z","steps":["trace[1351725296] 'agreement among raft nodes before linearized reading' (duration: 321.678538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.670801Z","time spent":"321.782291ms","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:18:25.992677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.128544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:18:25.992689Z","caller":"traceutil/trace.go:171","msg":"trace[535117332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23525; }","duration":"438.176584ms","start":"2026-04-21T04:18:25.554509Z","end":"2026-04-21T04:18:25.992685Z","steps":["trace[535117332] 'agreement among raft nodes before linearized reading' (duration: 438.138693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.554499Z","time spent":"438.199355ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:18:25.992747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.735004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-21T04:18:25.992777Z","caller":"traceutil/trace.go:171","msg":"trace[1993979700] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23525; }","duration":"866.807196ms","start":"2026-04-21T04:18:25.12596Z","end":"2026-04-21T04:18:25.992767Z","steps":["trace[1993979700] 'agreement among raft nodes before linearized reading' (duration: 866.701013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.125939Z","time spent":"866.855156ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:18:25.992899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.708913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:25.992922Z","caller":"traceutil/trace.go:171","msg":"trace[1161339780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23525; }","duration":"929.775084ms","start":"2026-04-21T04:18:25.063139Z","end":"2026-04-21T04:18:25.992915Z","steps":["trace[1161339780] 'agreement among raft nodes before linearized reading' (duration: 929.735653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.992942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.063104Z","time spent":"929.833476ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:18:25.993096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.466619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:18:25.993125Z","caller":"traceutil/trace.go:171","msg":"trace[283401870] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23525; }","duration":"943.539941ms","start":"2026-04-21T04:18:25.049577Z","end":"2026-04-21T04:18:25.993117Z","steps":["trace[283401870] 'agreement among raft nodes before linearized reading' (duration: 943.464179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.993148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.049554Z","time spent":"943.587402ms","remote":"127.0.0.1:55660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:18:26.500626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393432773,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:18:26.790042Z","caller":"traceutil/trace.go:171","msg":"trace[372434448] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"790.301778ms","start":"2026-04-21T04:18:25.999714Z","end":"2026-04-21T04:18:26.790015Z","steps":["trace[372434448] 'process raft request' (duration: 790.063182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.790243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.999698Z","time spent":"790.41982ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:26.806092Z","caller":"traceutil/trace.go:171","msg":"trace[1642895499] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"806.164553ms","start":"2026-04-21T04:18:25.999899Z","end":"2026-04-21T04:18:26.806063Z","steps":["trace[1642895499] 'process raft request' (duration: 805.921028ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:26.806092Z","caller":"traceutil/trace.go:171","msg":"trace[775663411] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"806.030601ms","start":"2026-04-21T04:18:26.000037Z","end":"2026-04-21T04:18:26.806068Z","steps":["trace[775663411] 'process raft request' (duration: 805.922548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.806229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.999887Z","time spent":"806.265687ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:18:26.806244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.000031Z","time spent":"806.132873ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4548,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:26.806504Z","caller":"traceutil/trace.go:171","msg":"trace[1187595168] linearizableReadLoop","detail":"{readStateIndex:24331; appliedIndex:24326; }","duration":"805.889818ms","start":"2026-04-21T04:18:26.000596Z","end":"2026-04-21T04:18:26.806485Z","steps":["trace[1187595168] 'read index received' (duration: 789.209311ms)","trace[1187595168] 'applied index is now lower than readState.Index' (duration: 16.679097ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:26.806737Z","caller":"traceutil/trace.go:171","msg":"trace[1067463624] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"301.919286ms","start":"2026-04-21T04:18:26.504789Z","end":"2026-04-21T04:18:26.806708Z","steps":["trace[1067463624] 'process raft request' (duration: 301.616028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.806896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.504764Z","time spent":"302.06021ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:26.806675Z","caller":"traceutil/trace.go:171","msg":"trace[751795351] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"611.599722ms","start":"2026-04-21T04:18:26.195046Z","end":"2026-04-21T04:18:26.806646Z","steps":["trace[751795351] 'process raft request' (duration: 611.200992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.807152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.513234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18565"} {"level":"warn","ts":"2026-04-21T04:18:26.807145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.449474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:26.80723Z","caller":"traceutil/trace.go:171","msg":"trace[763177877] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23531; }","duration":"806.631336ms","start":"2026-04-21T04:18:26.000585Z","end":"2026-04-21T04:18:26.807217Z","steps":["trace[763177877] 'agreement among raft nodes before linearized reading' (duration: 806.336349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.807302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.577451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:18:26.807376Z","caller":"traceutil/trace.go:171","msg":"trace[1419143659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23531; }","duration":"742.653403ms","start":"2026-04-21T04:18:26.064679Z","end":"2026-04-21T04:18:26.807332Z","steps":["trace[1419143659] 'agreement among raft nodes before linearized reading' (duration: 742.566731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.80732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.000582Z","time spent":"806.727028ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18588,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:18:26.807678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.442622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:26.807722Z","caller":"traceutil/trace.go:171","msg":"trace[1902275805] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23531; }","duration":"244.492773ms","start":"2026-04-21T04:18:26.563218Z","end":"2026-04-21T04:18:26.80771Z","steps":["trace[1902275805] 'agreement among raft nodes before linearized reading' (duration: 244.407821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.807191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.701646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:18:26.807955Z","caller":"traceutil/trace.go:171","msg":"trace[495602269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23531; }","duration":"626.486656ms","start":"2026-04-21T04:18:26.181453Z","end":"2026-04-21T04:18:26.80794Z","steps":["trace[495602269] 'agreement among raft nodes before linearized reading' (duration: 625.621465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.807965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.410773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:18:26.808037Z","caller":"traceutil/trace.go:171","msg":"trace[415250026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23531; }","duration":"496.235683ms","start":"2026-04-21T04:18:26.311784Z","end":"2026-04-21T04:18:26.808019Z","steps":["trace[415250026] 'agreement among raft nodes before linearized reading' (duration: 495.28469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.808079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.311769Z","time spent":"496.298785ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:18:26.80809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.181435Z","time spent":"626.572488ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:18:26.807401Z","caller":"traceutil/trace.go:171","msg":"trace[736206388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23531; }","duration":"743.638638ms","start":"2026-04-21T04:18:26.06361Z","end":"2026-04-21T04:18:26.807248Z","steps":["trace[736206388] 'agreement among raft nodes before linearized reading' (duration: 743.389932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.807601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.064655Z","time spent":"742.758206ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:18:26.80828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.063587Z","time spent":"744.656452ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:18:26.808399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.195005Z","time spent":"613.331954ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:26.806761Z","caller":"traceutil/trace.go:171","msg":"trace[1668517970] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"759.68703ms","start":"2026-04-21T04:18:26.047067Z","end":"2026-04-21T04:18:26.806754Z","steps":["trace[1668517970] 'process raft request' (duration: 758.951951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.808582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:26.047039Z","time spent":"761.446093ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:19:52.409296Z","caller":"traceutil/trace.go:171","msg":"trace[989195395] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"100.732711ms","start":"2026-04-21T04:19:52.308533Z","end":"2026-04-21T04:19:52.409266Z","steps":["trace[989195395] 'process raft request' (duration: 100.186748ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:05.662638Z","caller":"traceutil/trace.go:171","msg":"trace[1966952199] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"124.325848ms","start":"2026-04-21T04:20:05.538285Z","end":"2026-04-21T04:20:05.662611Z","steps":["trace[1966952199] 'process raft request' (duration: 123.468767ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.577439Z","caller":"traceutil/trace.go:171","msg":"trace[182759649] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"173.17546ms","start":"2026-04-21T04:20:06.404235Z","end":"2026-04-21T04:20:06.577411Z","steps":["trace[182759649] 'process raft request' (duration: 173.014836ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675443Z","caller":"traceutil/trace.go:171","msg":"trace[720093558] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"238.213609ms","start":"2026-04-21T04:20:06.437205Z","end":"2026-04-21T04:20:06.675419Z","steps":["trace[720093558] 'process raft request' (duration: 237.945873ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675684Z","caller":"traceutil/trace.go:171","msg":"trace[281400052] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"166.965929ms","start":"2026-04-21T04:20:06.508701Z","end":"2026-04-21T04:20:06.675667Z","steps":["trace[281400052] 'process raft request' (duration: 166.64256ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675796Z","caller":"traceutil/trace.go:171","msg":"trace[833887930] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"166.358445ms","start":"2026-04-21T04:20:06.509427Z","end":"2026-04-21T04:20:06.675785Z","steps":["trace[833887930] 'process raft request' (duration: 166.16776ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675895Z","caller":"traceutil/trace.go:171","msg":"trace[1256918174] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"165.268288ms","start":"2026-04-21T04:20:06.510617Z","end":"2026-04-21T04:20:06.675885Z","steps":["trace[1256918174] 'process raft request' (duration: 165.154215ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675868Z","caller":"traceutil/trace.go:171","msg":"trace[1534006287] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"165.886973ms","start":"2026-04-21T04:20:06.509943Z","end":"2026-04-21T04:20:06.675829Z","steps":["trace[1534006287] 'process raft request' (duration: 165.788311ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.675864Z","caller":"traceutil/trace.go:171","msg":"trace[479543697] linearizableReadLoop","detail":"{readStateIndex:25437; appliedIndex:25436; }","duration":"185.888792ms","start":"2026-04-21T04:20:06.489932Z","end":"2026-04-21T04:20:06.675821Z","steps":["trace[479543697] 'read index received' (duration: 87.540908ms)","trace[479543697] 'applied index is now lower than readState.Index' (duration: 98.346384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:06.676069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.102717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:06.676129Z","caller":"traceutil/trace.go:171","msg":"trace[1483909422] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24615; }","duration":"186.21457ms","start":"2026-04-21T04:20:06.4899Z","end":"2026-04-21T04:20:06.676115Z","steps":["trace[1483909422] 'agreement among raft nodes before linearized reading' (duration: 186.060476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.338683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.867131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:07.33844Z","caller":"traceutil/trace.go:171","msg":"trace[1764526257] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25442; }","duration":"167.626175ms","start":"2026-04-21T04:20:07.170787Z","end":"2026-04-21T04:20:07.338413Z","steps":["trace[1764526257] 'read index received' (duration: 167.331618ms)","trace[1764526257] 'applied index is now lower than readState.Index' (duration: 292.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:07.338766Z","caller":"traceutil/trace.go:171","msg":"trace[1729851721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24616; }","duration":"168.000144ms","start":"2026-04-21T04:20:07.170744Z","end":"2026-04-21T04:20:07.338744Z","steps":["trace[1729851721] 'agreement among raft nodes before linearized reading' (duration: 167.83518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.33903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.045324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:07.339128Z","caller":"traceutil/trace.go:171","msg":"trace[1596264171] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24616; }","duration":"159.201628ms","start":"2026-04-21T04:20:07.179907Z","end":"2026-04-21T04:20:07.339108Z","steps":["trace[1596264171] 'agreement among raft nodes before linearized reading' (duration: 159.056354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.339239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.367983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:07.339334Z","caller":"traceutil/trace.go:171","msg":"trace[1313602338] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24616; }","duration":"159.483606ms","start":"2026-04-21T04:20:07.179827Z","end":"2026-04-21T04:20:07.33931Z","steps":["trace[1313602338] 'agreement among raft nodes before linearized reading' (duration: 159.319292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.339454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.904316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:07.339606Z","caller":"traceutil/trace.go:171","msg":"trace[1274457004] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24616; }","duration":"160.107942ms","start":"2026-04-21T04:20:07.179468Z","end":"2026-04-21T04:20:07.339576Z","steps":["trace[1274457004] 'agreement among raft nodes before linearized reading' (duration: 159.764383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.339524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.04613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4971"} {"level":"info","ts":"2026-04-21T04:20:07.339828Z","caller":"traceutil/trace.go:171","msg":"trace[1910640846] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24616; }","duration":"160.378959ms","start":"2026-04-21T04:20:07.179432Z","end":"2026-04-21T04:20:07.339811Z","steps":["trace[1910640846] 'agreement among raft nodes before linearized reading' (duration: 159.392944ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:07.458708Z","caller":"traceutil/trace.go:171","msg":"trace[908556484] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"113.464662ms","start":"2026-04-21T04:20:07.345218Z","end":"2026-04-21T04:20:07.458683Z","steps":["trace[908556484] 'process raft request' (duration: 112.798606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.458736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.28346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:07.458826Z","caller":"traceutil/trace.go:171","msg":"trace[742951078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24618; }","duration":"109.418904ms","start":"2026-04-21T04:20:07.349384Z","end":"2026-04-21T04:20:07.458802Z","steps":["trace[742951078] 'agreement among raft nodes before linearized reading' (duration: 109.24879ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:07.887215Z","caller":"traceutil/trace.go:171","msg":"trace[1007962601] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"424.663365ms","start":"2026-04-21T04:20:07.462526Z","end":"2026-04-21T04:20:07.88719Z","steps":["trace[1007962601] 'process raft request' (duration: 394.928948ms)","trace[1007962601] 'compare' (duration: 29.477481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:07.887384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.462501Z","time spent":"424.776907ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:07.916958Z","caller":"traceutil/trace.go:171","msg":"trace[746687581] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"454.33928ms","start":"2026-04-21T04:20:07.46257Z","end":"2026-04-21T04:20:07.91691Z","steps":["trace[746687581] 'process raft request' (duration: 454.074893ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:07.917018Z","caller":"traceutil/trace.go:171","msg":"trace[822765144] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"454.163376ms","start":"2026-04-21T04:20:07.462821Z","end":"2026-04-21T04:20:07.916984Z","steps":["trace[822765144] 'process raft request' (duration: 454.017993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.917131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.462553Z","time spent":"454.492004ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:07.917129Z","caller":"traceutil/trace.go:171","msg":"trace[1328296226] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"454.391281ms","start":"2026-04-21T04:20:07.462685Z","end":"2026-04-21T04:20:07.917076Z","steps":["trace[1328296226] 'process raft request' (duration: 454.114735ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:07.917163Z","caller":"traceutil/trace.go:171","msg":"trace[493849870] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"403.095497ms","start":"2026-04-21T04:20:07.514019Z","end":"2026-04-21T04:20:07.917114Z","steps":["trace[493849870] 'process raft request' (duration: 402.863412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:07.917264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.462805Z","time spent":"454.31735ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:07.91734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.46267Z","time spent":"454.551475ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:07.917357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.514001Z","time spent":"403.260582ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:08.398154Z","caller":"traceutil/trace.go:171","msg":"trace[2070124130] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"199.647097ms","start":"2026-04-21T04:20:08.198478Z","end":"2026-04-21T04:20:08.398125Z","steps":["trace[2070124130] 'process raft request' (duration: 199.423651ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:08.514867Z","caller":"traceutil/trace.go:171","msg":"trace[1655205327] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"108.827199ms","start":"2026-04-21T04:20:08.406017Z","end":"2026-04-21T04:20:08.514844Z","steps":["trace[1655205327] 'process raft request' (duration: 108.766947ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:08.514877Z","caller":"traceutil/trace.go:171","msg":"trace[1814538364] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"118.501945ms","start":"2026-04-21T04:20:08.396346Z","end":"2026-04-21T04:20:08.514848Z","steps":["trace[1814538364] 'process raft request' (duration: 28.620619ms)","trace[1814538364] 'compare' (duration: 89.63782ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:08.896337Z","caller":"traceutil/trace.go:171","msg":"trace[1871529998] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25454; }","duration":"196.962551ms","start":"2026-04-21T04:20:08.69935Z","end":"2026-04-21T04:20:08.896313Z","steps":["trace[1871529998] 'read index received' (duration: 20.318346ms)","trace[1871529998] 'applied index is now lower than readState.Index' (duration: 176.642965ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:08.896433Z","caller":"traceutil/trace.go:171","msg":"trace[777250656] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"214.449578ms","start":"2026-04-21T04:20:08.681975Z","end":"2026-04-21T04:20:08.896425Z","steps":["trace[777250656] 'process raft request' (duration: 214.228573ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:08.896401Z","caller":"traceutil/trace.go:171","msg":"trace[733190007] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"214.674934ms","start":"2026-04-21T04:20:08.681687Z","end":"2026-04-21T04:20:08.896362Z","steps":["trace[733190007] 'process raft request' (duration: 214.476789ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:08.896442Z","caller":"traceutil/trace.go:171","msg":"trace[1000974906] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"215.259769ms","start":"2026-04-21T04:20:08.681158Z","end":"2026-04-21T04:20:08.896418Z","steps":["trace[1000974906] 'process raft request' (duration: 152.609259ms)","trace[1000974906] 'compare' (duration: 62.276401ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:08.896521Z","caller":"traceutil/trace.go:171","msg":"trace[1080144874] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"214.475919ms","start":"2026-04-21T04:20:08.681993Z","end":"2026-04-21T04:20:08.896469Z","steps":["trace[1080144874] 'process raft request' (duration: 214.250714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.896668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.309519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:20:08.896705Z","caller":"traceutil/trace.go:171","msg":"trace[1208522235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24632; }","duration":"197.393192ms","start":"2026-04-21T04:20:08.699303Z","end":"2026-04-21T04:20:08.896697Z","steps":["trace[1208522235] 'agreement among raft nodes before linearized reading' (duration: 197.224518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.932623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.537642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29612420-rlwz4\" ","response":"range_response_count:1 size:7283"} {"level":"info","ts":"2026-04-21T04:20:08.932734Z","caller":"traceutil/trace.go:171","msg":"trace[317818427] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29612420-rlwz4; range_end:; response_count:1; response_revision:24633; }","duration":"124.686055ms","start":"2026-04-21T04:20:08.808026Z","end":"2026-04-21T04:20:08.932712Z","steps":["trace[317818427] 'agreement among raft nodes before linearized reading' (duration: 124.428419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.317469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.408176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:09.317598Z","caller":"traceutil/trace.go:171","msg":"trace[1358084653] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25460; }","duration":"318.980563ms","start":"2026-04-21T04:20:08.998601Z","end":"2026-04-21T04:20:09.317582Z","steps":["trace[1358084653] 'read index received' (duration: 80.421984ms)","trace[1358084653] 'applied index is now lower than readState.Index' (duration: 238.557539ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:09.317748Z","caller":"traceutil/trace.go:171","msg":"trace[896066907] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"371.886946ms","start":"2026-04-21T04:20:08.945812Z","end":"2026-04-21T04:20:09.317699Z","steps":["trace[896066907] 'process raft request' (duration: 133.183873ms)","trace[896066907] 'compare' (duration: 238.270352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:09.317836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.235849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.31788Z","caller":"traceutil/trace.go:171","msg":"trace[425064601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24634; }","duration":"319.313231ms","start":"2026-04-21T04:20:08.998556Z","end":"2026-04-21T04:20:09.317869Z","steps":["trace[425064601] 'agreement among raft nodes before linearized reading' (duration: 319.199018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.317883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.945793Z","time spent":"372.025989ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:20:09.317913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.998539Z","time spent":"319.366542ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:20:09.325566Z","caller":"traceutil/trace.go:171","msg":"trace[255577414] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"151.010237ms","start":"2026-04-21T04:20:09.174534Z","end":"2026-04-21T04:20:09.325545Z","steps":["trace[255577414] 'process raft request' (duration: 150.646839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.325929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.174679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.325957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.434562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-21T04:20:09.326019Z","caller":"traceutil/trace.go:171","msg":"trace[432955439] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24635; }","duration":"296.534314ms","start":"2026-04-21T04:20:09.029475Z","end":"2026-04-21T04:20:09.326009Z","steps":["trace[432955439] 'agreement among raft nodes before linearized reading' (duration: 296.37445ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.325988Z","caller":"traceutil/trace.go:171","msg":"trace[776265824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24635; }","duration":"263.284582ms","start":"2026-04-21T04:20:09.06269Z","end":"2026-04-21T04:20:09.325975Z","steps":["trace[776265824] 'agreement among raft nodes before linearized reading' (duration: 263.181759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.586378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.970399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:09.586405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:09.586472Z","caller":"traceutil/trace.go:171","msg":"trace[1585694429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24637; }","duration":"168.093282ms","start":"2026-04-21T04:20:09.418357Z","end":"2026-04-21T04:20:09.58645Z","steps":["trace[1585694429] 'count revisions from in-memory index tree' (duration: 167.825995ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.586477Z","caller":"traceutil/trace.go:171","msg":"trace[130153120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24637; }","duration":"122.290613ms","start":"2026-04-21T04:20:09.464171Z","end":"2026-04-21T04:20:09.586461Z","steps":["trace[130153120] 'range keys from in-memory index tree' (duration: 122.019285ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.916982Z","caller":"traceutil/trace.go:171","msg":"trace[2030736785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24640; }","duration":"136.279962ms","start":"2026-04-21T04:20:09.780674Z","end":"2026-04-21T04:20:09.916954Z","steps":["trace[2030736785] 'process raft request' (duration: 136.055796ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:10.319281Z","caller":"traceutil/trace.go:171","msg":"trace[1225204056] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25468; }","duration":"397.644562ms","start":"2026-04-21T04:20:09.921608Z","end":"2026-04-21T04:20:10.319252Z","steps":["trace[1225204056] 'read index received' (duration: 397.632601ms)","trace[1225204056] 'applied index is now lower than readState.Index' (duration: 8.671µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:10.319398Z","caller":"traceutil/trace.go:171","msg":"trace[104281870] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"397.9754ms","start":"2026-04-21T04:20:09.921369Z","end":"2026-04-21T04:20:10.319344Z","steps":["trace[104281870] 'process raft request' (duration: 397.624271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:10.319555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.959979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:10.31959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.921331Z","time spent":"398.164965ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:10.319655Z","caller":"traceutil/trace.go:171","msg":"trace[130208881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24641; }","duration":"398.055442ms","start":"2026-04-21T04:20:09.921536Z","end":"2026-04-21T04:20:10.319591Z","steps":["trace[130208881] 'agreement among raft nodes before linearized reading' (duration: 397.868777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:10.319693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.921465Z","time spent":"398.218555ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:10.32335Z","caller":"traceutil/trace.go:171","msg":"trace[199250604] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"399.913318ms","start":"2026-04-21T04:20:09.923419Z","end":"2026-04-21T04:20:10.323333Z","steps":["trace[199250604] 'process raft request' (duration: 399.735724ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:10.323389Z","caller":"traceutil/trace.go:171","msg":"trace[1626581538] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"399.848556ms","start":"2026-04-21T04:20:09.923495Z","end":"2026-04-21T04:20:10.323344Z","steps":["trace[1626581538] 'process raft request' (duration: 399.781125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:10.323497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.923397Z","time spent":"400.03872ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:10.323517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.923447Z","time spent":"399.99901ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:10.323678Z","caller":"traceutil/trace.go:171","msg":"trace[777000439] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"398.36386ms","start":"2026-04-21T04:20:09.925289Z","end":"2026-04-21T04:20:10.323652Z","steps":["trace[777000439] 'process raft request' (duration: 398.026531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:10.32378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.925279Z","time spent":"398.455752ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:10.324073Z","caller":"traceutil/trace.go:171","msg":"trace[343827233] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"398.728538ms","start":"2026-04-21T04:20:09.925331Z","end":"2026-04-21T04:20:10.32406Z","steps":["trace[343827233] 'process raft request' (duration: 398.241047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:10.324142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.925312Z","time spent":"398.796589ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:10.324062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.789825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:10.32448Z","caller":"traceutil/trace.go:171","msg":"trace[77452940] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24645; }","duration":"270.244746ms","start":"2026-04-21T04:20:10.054217Z","end":"2026-04-21T04:20:10.324462Z","steps":["trace[77452940] 'agreement among raft nodes before linearized reading' (duration: 269.790075ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:10.500288Z","caller":"traceutil/trace.go:171","msg":"trace[843939253] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"105.155734ms","start":"2026-04-21T04:20:10.395104Z","end":"2026-04-21T04:20:10.50026Z","steps":["trace[843939253] 'process raft request' (duration: 104.935989ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:10.514717Z","caller":"traceutil/trace.go:171","msg":"trace[1410423946] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"111.840046ms","start":"2026-04-21T04:20:10.402857Z","end":"2026-04-21T04:20:10.514697Z","steps":["trace[1410423946] 'process raft request' (duration: 111.746653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.0322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.457802ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.032314Z","caller":"traceutil/trace.go:171","msg":"trace[1102939348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24648; }","duration":"158.582805ms","start":"2026-04-21T04:20:10.873713Z","end":"2026-04-21T04:20:11.032295Z","steps":["trace[1102939348] 'range keys from in-memory index tree' (duration: 158.438212ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:11.046281Z","caller":"traceutil/trace.go:171","msg":"trace[1259819946] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"415.298062ms","start":"2026-04-21T04:20:10.630957Z","end":"2026-04-21T04:20:11.046255Z","steps":["trace[1259819946] 'process raft request' (duration: 415.064847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.046483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.630933Z","time spent":"415.473597ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:11.32587Z","caller":"traceutil/trace.go:171","msg":"trace[375664803] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"424.392173ms","start":"2026-04-21T04:20:10.901454Z","end":"2026-04-21T04:20:11.325846Z","steps":["trace[375664803] 'process raft request' (duration: 424.299431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.326013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.901436Z","time spent":"424.505587ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:11.326181Z","caller":"traceutil/trace.go:171","msg":"trace[191008206] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"600.746012ms","start":"2026-04-21T04:20:10.725391Z","end":"2026-04-21T04:20:11.326137Z","steps":["trace[191008206] 'process raft request' (duration: 600.201018ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:11.326283Z","caller":"traceutil/trace.go:171","msg":"trace[1920538133] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"424.388993ms","start":"2026-04-21T04:20:10.901856Z","end":"2026-04-21T04:20:11.326245Z","steps":["trace[1920538133] 'process raft request' (duration: 423.947742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.326375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.901841Z","time spent":"424.493727ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:11.326371Z","caller":"traceutil/trace.go:171","msg":"trace[816636345] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25475; }","duration":"453.329209ms","start":"2026-04-21T04:20:10.873023Z","end":"2026-04-21T04:20:11.326352Z","steps":["trace[816636345] 'read index received' (duration: 173.034648ms)","trace[816636345] 'applied index is now lower than readState.Index' (duration: 280.293671ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:11.326358Z","caller":"traceutil/trace.go:171","msg":"trace[1214762548] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"424.424635ms","start":"2026-04-21T04:20:10.90188Z","end":"2026-04-21T04:20:11.326305Z","steps":["trace[1214762548] 'process raft request' (duration: 424.285592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.326415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.725366Z","time spent":"600.918366ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:11.326408Z","caller":"traceutil/trace.go:171","msg":"trace[1756928558] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"423.516683ms","start":"2026-04-21T04:20:10.902854Z","end":"2026-04-21T04:20:11.326371Z","steps":["trace[1756928558] 'process raft request' (duration: 423.398761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.326511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.472092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.326558Z","caller":"traceutil/trace.go:171","msg":"trace[1532752515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24654; }","duration":"453.528784ms","start":"2026-04-21T04:20:10.873016Z","end":"2026-04-21T04:20:11.326544Z","steps":["trace[1532752515] 'agreement among raft nodes before linearized reading' (duration: 453.428121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.326579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.902844Z","time spent":"423.649096ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:11.326601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.872997Z","time spent":"453.591666ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:11.326596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.90187Z","time spent":"424.602069ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:11.826839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393435367,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:20:11.941079Z","caller":"traceutil/trace.go:171","msg":"trace[1883981266] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25481; }","duration":"614.64672ms","start":"2026-04-21T04:20:11.326415Z","end":"2026-04-21T04:20:11.941062Z","steps":["trace[1883981266] 'read index received' (duration: 614.62357ms)","trace[1883981266] 'applied index is now lower than readState.Index' (duration: 22.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:11.941136Z","caller":"traceutil/trace.go:171","msg":"trace[1383858683] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"887.911161ms","start":"2026-04-21T04:20:11.053186Z","end":"2026-04-21T04:20:11.941097Z","steps":["trace[1383858683] 'process raft request' (duration: 887.764337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.941225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.580364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-21T04:20:11.941278Z","caller":"traceutil/trace.go:171","msg":"trace[1390081626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24655; }","duration":"951.646804ms","start":"2026-04-21T04:20:10.989596Z","end":"2026-04-21T04:20:11.941243Z","steps":["trace[1390081626] 'agreement among raft nodes before linearized reading' (duration: 951.546362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.941205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.431595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:11.941295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.053169Z","time spent":"888.039715ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7165,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:11.941316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.351961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:11.94125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.038508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.941354Z","caller":"traceutil/trace.go:171","msg":"trace[1409545680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24655; }","duration":"879.63344ms","start":"2026-04-21T04:20:11.061704Z","end":"2026-04-21T04:20:11.941338Z","steps":["trace[1409545680] 'agreement among raft nodes before linearized reading' (duration: 879.411644ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:11.941379Z","caller":"traceutil/trace.go:171","msg":"trace[956250591] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24655; }","duration":"760.548566ms","start":"2026-04-21T04:20:11.18081Z","end":"2026-04-21T04:20:11.941359Z","steps":["trace[956250591] 'agreement among raft nodes before linearized reading' (duration: 760.336671ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:11.941391Z","caller":"traceutil/trace.go:171","msg":"trace[456059324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24655; }","duration":"802.219452ms","start":"2026-04-21T04:20:11.139151Z","end":"2026-04-21T04:20:11.941371Z","steps":["trace[456059324] 'agreement among raft nodes before linearized reading' (duration: 802.037397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.941369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028334754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:11.941441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.180794Z","time spent":"760.628299ms","remote":"127.0.0.1:37402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:11.941441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.139132Z","time spent":"802.292254ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:11.941455Z","caller":"traceutil/trace.go:171","msg":"trace[1130071969] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24655; }","duration":"1.028464737s","start":"2026-04-21T04:20:10.912969Z","end":"2026-04-21T04:20:11.941434Z","steps":["trace[1130071969] 'agreement among raft nodes before linearized reading' (duration: 1.028290433s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.941391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.061686Z","time spent":"879.697401ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:11.941504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.912955Z","time spent":"1.028538888s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:11.941311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.98958Z","time spent":"951.724497ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-21T04:20:11.942023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.92285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.942078Z","caller":"traceutil/trace.go:171","msg":"trace[607893324] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24655; }","duration":"993.071544ms","start":"2026-04-21T04:20:10.948991Z","end":"2026-04-21T04:20:11.942063Z","steps":["trace[607893324] 'agreement among raft nodes before linearized reading' (duration: 992.927161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.942117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.948972Z","time spent":"993.136095ms","remote":"127.0.0.1:37462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:11.979105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.573566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.979189Z","caller":"traceutil/trace.go:171","msg":"trace[423843217] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"627.701539ms","start":"2026-04-21T04:20:11.351471Z","end":"2026-04-21T04:20:11.979173Z","steps":["trace[423843217] 'agreement among raft nodes before linearized reading' (duration: 627.558956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.979194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.977234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:11.979219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.351457Z","time spent":"627.75599ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:11.979229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.951764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.979321Z","caller":"traceutil/trace.go:171","msg":"trace[1455814666] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"630.087597ms","start":"2026-04-21T04:20:11.349211Z","end":"2026-04-21T04:20:11.979298Z","steps":["trace[1455814666] 'agreement among raft nodes before linearized reading' (duration: 629.918853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.979306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.829152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:20:11.979408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.349193Z","time spent":"630.20562ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:11.979368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.831972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.979417Z","caller":"traceutil/trace.go:171","msg":"trace[1446457355] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"103.310208ms","start":"2026-04-21T04:20:11.875986Z","end":"2026-04-21T04:20:11.979296Z","steps":["trace[1446457355] 'process raft request' (duration: 102.749335ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:11.979459Z","caller":"traceutil/trace.go:171","msg":"trace[906449293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24656; }","duration":"351.027327ms","start":"2026-04-21T04:20:11.628413Z","end":"2026-04-21T04:20:11.97944Z","steps":["trace[906449293] 'agreement among raft nodes before linearized reading' (duration: 350.73303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.979505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.628393Z","time spent":"351.103528ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:11.979111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.594496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.979586Z","caller":"traceutil/trace.go:171","msg":"trace[149276399] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24656; }","duration":"628.130289ms","start":"2026-04-21T04:20:11.351444Z","end":"2026-04-21T04:20:11.979574Z","steps":["trace[149276399] 'agreement among raft nodes before linearized reading' (duration: 627.594996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.979624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.351426Z","time spent":"628.189831ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:20:11.979629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.100263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:11.979696Z","caller":"traceutil/trace.go:171","msg":"trace[1591265819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24656; }","duration":"478.206725ms","start":"2026-04-21T04:20:11.501469Z","end":"2026-04-21T04:20:11.979676Z","steps":["trace[1591265819] 'agreement among raft nodes before linearized reading' (duration: 477.842387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.97976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.501452Z","time spent":"478.290968ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:11.979961Z","caller":"traceutil/trace.go:171","msg":"trace[1597795288] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"630.760374ms","start":"2026-04-21T04:20:11.349175Z","end":"2026-04-21T04:20:11.979935Z","steps":["trace[1597795288] 'agreement among raft nodes before linearized reading' (duration: 629.990375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.980034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.34916Z","time spent":"630.857145ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:11.982504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.081026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.982582Z","caller":"traceutil/trace.go:171","msg":"trace[1765728882] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24656; }","duration":"633.425909ms","start":"2026-04-21T04:20:11.349136Z","end":"2026-04-21T04:20:11.982562Z","steps":["trace[1765728882] 'agreement among raft nodes before linearized reading' (duration: 630.084627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.982632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.349112Z","time spent":"633.50301ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:20:11.982982Z","caller":"traceutil/trace.go:171","msg":"trace[758539261] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"628.035027ms","start":"2026-04-21T04:20:11.351431Z","end":"2026-04-21T04:20:11.979466Z","steps":["trace[758539261] 'agreement among raft nodes before linearized reading' (duration: 627.755201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.983081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.351417Z","time spent":"631.640625ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:11.983419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.919103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-21T04:20:11.98349Z","caller":"traceutil/trace.go:171","msg":"trace[1068859119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24656; }","duration":"167.997525ms","start":"2026-04-21T04:20:11.815475Z","end":"2026-04-21T04:20:11.983472Z","steps":["trace[1068859119] 'agreement among raft nodes before linearized reading' (duration: 163.619588ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.108478Z","caller":"traceutil/trace.go:171","msg":"trace[32914276] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25483; }","duration":"129.450905ms","start":"2026-04-21T04:20:11.979006Z","end":"2026-04-21T04:20:12.108457Z","steps":["trace[32914276] 'read index received' (duration: 115.482495ms)","trace[32914276] 'applied index is now lower than readState.Index' (duration: 13.96761ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:12.108784Z","caller":"traceutil/trace.go:171","msg":"trace[366419488] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"131.608257ms","start":"2026-04-21T04:20:11.977116Z","end":"2026-04-21T04:20:12.108724Z","steps":["trace[366419488] 'process raft request' (duration: 131.251999ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.108845Z","caller":"traceutil/trace.go:171","msg":"trace[1477066834] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"154.382963ms","start":"2026-04-21T04:20:11.954357Z","end":"2026-04-21T04:20:12.108739Z","steps":["trace[1477066834] 'process raft request' (duration: 140.150956ms)","trace[1477066834] 'compare' (duration: 13.565901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:12.108911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.67192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:12.108942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.750829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q9g74\" ","response":"range_response_count:1 size:4687"} {"level":"info","ts":"2026-04-21T04:20:12.108996Z","caller":"traceutil/trace.go:171","msg":"trace[29700088] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q9g74; range_end:; response_count:1; response_revision:24658; }","duration":"165.856752ms","start":"2026-04-21T04:20:11.943124Z","end":"2026-04-21T04:20:12.108981Z","steps":["trace[29700088] 'agreement among raft nodes before linearized reading' (duration: 165.688058ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.108998Z","caller":"traceutil/trace.go:171","msg":"trace[225344846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24658; }","duration":"154.792172ms","start":"2026-04-21T04:20:11.954184Z","end":"2026-04-21T04:20:12.108976Z","steps":["trace[225344846] 'agreement among raft nodes before linearized reading' (duration: 154.624408ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.188194Z","caller":"traceutil/trace.go:171","msg":"trace[470353081] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"202.184857ms","start":"2026-04-21T04:20:11.985971Z","end":"2026-04-21T04:20:12.188156Z","steps":["trace[470353081] 'process raft request' (duration: 202.047384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.18829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.87686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b580607e-48fa-4492-9769-2eda678f1f3c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-21T04:20:12.188353Z","caller":"traceutil/trace.go:171","msg":"trace[1533088915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b580607e-48fa-4492-9769-2eda678f1f3c; range_end:; response_count:1; response_revision:24659; }","duration":"201.975132ms","start":"2026-04-21T04:20:11.986362Z","end":"2026-04-21T04:20:12.188338Z","steps":["trace[1533088915] 'agreement among raft nodes before linearized reading' (duration: 201.783858ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.556302Z","caller":"traceutil/trace.go:171","msg":"trace[1003150186] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25487; }","duration":"368.160594ms","start":"2026-04-21T04:20:12.188124Z","end":"2026-04-21T04:20:12.556284Z","steps":["trace[1003150186] 'read index received' (duration: 368.048831ms)","trace[1003150186] 'applied index is now lower than readState.Index' (duration: 110.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:12.556421Z","caller":"traceutil/trace.go:171","msg":"trace[1529509304] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"439.672656ms","start":"2026-04-21T04:20:12.11674Z","end":"2026-04-21T04:20:12.556413Z","steps":["trace[1529509304] 'process raft request' (duration: 439.485222ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.556516Z","caller":"traceutil/trace.go:171","msg":"trace[1141994239] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"443.324945ms","start":"2026-04-21T04:20:12.11317Z","end":"2026-04-21T04:20:12.556495Z","steps":["trace[1141994239] 'process raft request' (duration: 442.274149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.556605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.113145Z","time spent":"443.419987ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:12.556746Z","caller":"traceutil/trace.go:171","msg":"trace[2089080292] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"442.671369ms","start":"2026-04-21T04:20:12.114066Z","end":"2026-04-21T04:20:12.556737Z","steps":["trace[2089080292] 'process raft request' (duration: 442.124816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.556792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.114052Z","time spent":"442.722101ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:20:12.557118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.255666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:12.557144Z","caller":"traceutil/trace.go:171","msg":"trace[439511748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24662; }","duration":"423.316698ms","start":"2026-04-21T04:20:12.13382Z","end":"2026-04-21T04:20:12.557137Z","steps":["trace[439511748] 'agreement among raft nodes before linearized reading' (duration: 423.269076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.557162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.133802Z","time spent":"423.356368ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:12.557143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.116714Z","time spent":"439.727478ms","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:12.557174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.552764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:12.557363Z","caller":"traceutil/trace.go:171","msg":"trace[999859131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24662; }","duration":"439.729588ms","start":"2026-04-21T04:20:12.117538Z","end":"2026-04-21T04:20:12.557268Z","steps":["trace[999859131] 'agreement among raft nodes before linearized reading' (duration: 439.554924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.557552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.117528Z","time spent":"440.010274ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:12.755885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.895157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:20:12.756646Z","caller":"traceutil/trace.go:171","msg":"trace[1990866224] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"427.048267ms","start":"2026-04-21T04:20:12.329577Z","end":"2026-04-21T04:20:12.756626Z","steps":["trace[1990866224] 'process raft request' (duration: 426.413692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.75676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.32956Z","time spent":"427.14106ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:12.798089Z","caller":"traceutil/trace.go:171","msg":"trace[2032623924] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"467.908424ms","start":"2026-04-21T04:20:12.330148Z","end":"2026-04-21T04:20:12.798057Z","steps":["trace[2032623924] 'process raft request' (duration: 426.466564ms)","trace[2032623924] 'compare' (duration: 39.338869ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:12.798235Z","caller":"traceutil/trace.go:171","msg":"trace[631681325] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"389.010571ms","start":"2026-04-21T04:20:12.409208Z","end":"2026-04-21T04:20:12.798219Z","steps":["trace[631681325] 'process raft request' (duration: 388.742285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.798321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.409193Z","time spent":"389.068082ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:12.798437Z","caller":"traceutil/trace.go:171","msg":"trace[1877297745] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"277.869282ms","start":"2026-04-21T04:20:12.520542Z","end":"2026-04-21T04:20:12.798411Z","steps":["trace[1877297745] 'process raft request' (duration: 277.481883ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.798726Z","caller":"traceutil/trace.go:171","msg":"trace[486373903] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25489; }","duration":"242.321505ms","start":"2026-04-21T04:20:12.55639Z","end":"2026-04-21T04:20:12.798712Z","steps":["trace[486373903] 'read index received' (duration: 47.015876ms)","trace[486373903] 'applied index is now lower than readState.Index' (duration: 195.303969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:12.798873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.427066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:12.798917Z","caller":"traceutil/trace.go:171","msg":"trace[1761638076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24666; }","duration":"406.501868ms","start":"2026-04-21T04:20:12.392405Z","end":"2026-04-21T04:20:12.798906Z","steps":["trace[1761638076] 'agreement among raft nodes before linearized reading' (duration: 406.342984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.798904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.989391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:20:12.799037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.977988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-j862g\" ","response":"range_response_count:1 size:8098"} {"level":"info","ts":"2026-04-21T04:20:12.799069Z","caller":"traceutil/trace.go:171","msg":"trace[1313895610] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-j862g; range_end:; response_count:1; response_revision:24666; }","duration":"393.035379ms","start":"2026-04-21T04:20:12.406026Z","end":"2026-04-21T04:20:12.799061Z","steps":["trace[1313895610] 'agreement among raft nodes before linearized reading' (duration: 392.944767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.799094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.406011Z","time spent":"393.07674ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8121,"request content":"key:\"/registry/pods/openstack/magnum-ks-service-j862g\" "} {"level":"warn","ts":"2026-04-21T04:20:12.799182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.512631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:12.799226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.634568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:12.799283Z","caller":"traceutil/trace.go:171","msg":"trace[1825795148] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24666; }","duration":"458.724689ms","start":"2026-04-21T04:20:12.340545Z","end":"2026-04-21T04:20:12.799269Z","steps":["trace[1825795148] 'agreement among raft nodes before linearized reading' (duration: 458.596726ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.799285Z","caller":"traceutil/trace.go:171","msg":"trace[1651709770] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24666; }","duration":"320.678515ms","start":"2026-04-21T04:20:12.478581Z","end":"2026-04-21T04:20:12.799259Z","steps":["trace[1651709770] 'agreement among raft nodes before linearized reading' (duration: 320.369698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.799316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.340534Z","time spent":"458.77558ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:12.799416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.478563Z","time spent":"320.764778ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:12.799293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.637971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:20:12.800041Z","caller":"traceutil/trace.go:171","msg":"trace[2036775800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24666; }","duration":"471.42019ms","start":"2026-04-21T04:20:12.328598Z","end":"2026-04-21T04:20:12.800018Z","steps":["trace[2036775800] 'agreement among raft nodes before linearized reading' (duration: 470.539268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.799526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.536057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:20:12.800161Z","caller":"traceutil/trace.go:171","msg":"trace[768559368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24666; }","duration":"473.187823ms","start":"2026-04-21T04:20:12.32696Z","end":"2026-04-21T04:20:12.800148Z","steps":["trace[768559368] 'agreement among raft nodes before linearized reading' (duration: 472.492175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.800197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.326947Z","time spent":"473.240293ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:12.800208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.328545Z","time spent":"471.591044ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:12.798952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.392388Z","time spent":"406.558199ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:12.800384Z","caller":"traceutil/trace.go:171","msg":"trace[1986869606] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"235.059559ms","start":"2026-04-21T04:20:12.565265Z","end":"2026-04-21T04:20:12.800325Z","steps":["trace[1986869606] 'process raft request' (duration: 233.103121ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:12.798995Z","caller":"traceutil/trace.go:171","msg":"trace[825885237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24666; }","duration":"476.116284ms","start":"2026-04-21T04:20:12.322859Z","end":"2026-04-21T04:20:12.798975Z","steps":["trace[825885237] 'agreement among raft nodes before linearized reading' (duration: 475.908529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:12.800448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.322843Z","time spent":"477.597081ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:12.799888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.330137Z","time spent":"468.048097ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:13.015053Z","caller":"traceutil/trace.go:171","msg":"trace[1561277990] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"208.199694ms","start":"2026-04-21T04:20:12.80683Z","end":"2026-04-21T04:20:13.015029Z","steps":["trace[1561277990] 'process raft request' (duration: 208.00153ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:13.015283Z","caller":"traceutil/trace.go:171","msg":"trace[1379074458] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"208.272737ms","start":"2026-04-21T04:20:12.806987Z","end":"2026-04-21T04:20:13.01526Z","steps":["trace[1379074458] 'process raft request' (duration: 207.985739ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:13.015385Z","caller":"traceutil/trace.go:171","msg":"trace[798919663] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"206.595426ms","start":"2026-04-21T04:20:12.808738Z","end":"2026-04-21T04:20:13.015334Z","steps":["trace[798919663] 'process raft request' (duration: 206.40089ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:13.015479Z","caller":"traceutil/trace.go:171","msg":"trace[2141863586] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"206.023822ms","start":"2026-04-21T04:20:12.809435Z","end":"2026-04-21T04:20:13.015459Z","steps":["trace[2141863586] 'process raft request' (duration: 205.825987ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:13.197159Z","caller":"traceutil/trace.go:171","msg":"trace[491576469] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25500; }","duration":"133.898092ms","start":"2026-04-21T04:20:13.063235Z","end":"2026-04-21T04:20:13.197133Z","steps":["trace[491576469] 'read index received' (duration: 133.583835ms)","trace[491576469] 'applied index is now lower than readState.Index' (duration: 313.067µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:13.197241Z","caller":"traceutil/trace.go:171","msg":"trace[320892633] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"134.18042ms","start":"2026-04-21T04:20:13.06304Z","end":"2026-04-21T04:20:13.197221Z","steps":["trace[320892633] 'process raft request' (duration: 133.908933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.197323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.068597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:13.197372Z","caller":"traceutil/trace.go:171","msg":"trace[410443794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"134.15997ms","start":"2026-04-21T04:20:13.063199Z","end":"2026-04-21T04:20:13.197359Z","steps":["trace[410443794] 'agreement among raft nodes before linearized reading' (duration: 134.047836ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.202268Z","caller":"traceutil/trace.go:171","msg":"trace[977515810] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"144.946593ms","start":"2026-04-21T04:20:15.057291Z","end":"2026-04-21T04:20:15.202238Z","steps":["trace[977515810] 'process raft request' (duration: 144.662416ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.202292Z","caller":"traceutil/trace.go:171","msg":"trace[1329195557] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"143.437746ms","start":"2026-04-21T04:20:15.058831Z","end":"2026-04-21T04:20:15.202268Z","steps":["trace[1329195557] 'process raft request' (duration: 143.327673ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.326207Z","caller":"traceutil/trace.go:171","msg":"trace[1364625197] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"159.25906ms","start":"2026-04-21T04:20:15.166906Z","end":"2026-04-21T04:20:15.326165Z","steps":["trace[1364625197] 'process raft request' (duration: 158.874281ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.52069Z","caller":"traceutil/trace.go:171","msg":"trace[320932075] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"120.909306ms","start":"2026-04-21T04:20:15.399761Z","end":"2026-04-21T04:20:15.520671Z","steps":["trace[320932075] 'process raft request' (duration: 120.743113ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.520943Z","caller":"traceutil/trace.go:171","msg":"trace[1195819028] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"121.085971ms","start":"2026-04-21T04:20:15.399846Z","end":"2026-04-21T04:20:15.520932Z","steps":["trace[1195819028] 'process raft request' (duration: 120.792574ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:15.521105Z","caller":"traceutil/trace.go:171","msg":"trace[584193284] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"121.111552ms","start":"2026-04-21T04:20:15.399957Z","end":"2026-04-21T04:20:15.521068Z","steps":["trace[584193284] 'process raft request' (duration: 120.874766ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:19.344264Z","caller":"traceutil/trace.go:171","msg":"trace[1776703882] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"104.274802ms","start":"2026-04-21T04:20:19.239961Z","end":"2026-04-21T04:20:19.344236Z","steps":["trace[1776703882] 'process raft request' (duration: 92.68581ms)","trace[1776703882] 'compare' (duration: 11.458369ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:19.371218Z","caller":"traceutil/trace.go:171","msg":"trace[1202359868] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"128.939092ms","start":"2026-04-21T04:20:19.242259Z","end":"2026-04-21T04:20:19.371198Z","steps":["trace[1202359868] 'process raft request' (duration: 128.804329ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:19.371376Z","caller":"traceutil/trace.go:171","msg":"trace[707213445] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"128.776089ms","start":"2026-04-21T04:20:19.242549Z","end":"2026-04-21T04:20:19.371325Z","steps":["trace[707213445] 'process raft request' (duration: 128.606745ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:21.320963Z","caller":"traceutil/trace.go:171","msg":"trace[1232977037] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"108.695259ms","start":"2026-04-21T04:20:21.21224Z","end":"2026-04-21T04:20:21.320936Z","steps":["trace[1232977037] 'process raft request' (duration: 108.507795ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:21.77056Z","caller":"traceutil/trace.go:171","msg":"trace[2098603470] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"148.479428ms","start":"2026-04-21T04:20:21.622053Z","end":"2026-04-21T04:20:21.770533Z","steps":["trace[2098603470] 'process raft request' (duration: 142.759099ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:21.770825Z","caller":"traceutil/trace.go:171","msg":"trace[553817604] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"147.878114ms","start":"2026-04-21T04:20:21.622927Z","end":"2026-04-21T04:20:21.770805Z","steps":["trace[553817604] 'process raft request' (duration: 147.763121ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:21.770879Z","caller":"traceutil/trace.go:171","msg":"trace[1904562314] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"148.647623ms","start":"2026-04-21T04:20:21.622173Z","end":"2026-04-21T04:20:21.77082Z","steps":["trace[1904562314] 'process raft request' (duration: 148.295645ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:23.172717Z","caller":"traceutil/trace.go:171","msg":"trace[39384956] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25574; }","duration":"109.226202ms","start":"2026-04-21T04:20:23.063463Z","end":"2026-04-21T04:20:23.172689Z","steps":["trace[39384956] 'read index received' (duration: 109.009607ms)","trace[39384956] 'applied index is now lower than readState.Index' (duration: 214.985µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:23.173157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.646763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:23.17324Z","caller":"traceutil/trace.go:171","msg":"trace[1728121941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24745; }","duration":"109.800867ms","start":"2026-04-21T04:20:23.06342Z","end":"2026-04-21T04:20:23.173221Z","steps":["trace[1728121941] 'agreement among raft nodes before linearized reading' (duration: 109.447588ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:23.173165Z","caller":"traceutil/trace.go:171","msg":"trace[1909759615] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"110.073293ms","start":"2026-04-21T04:20:23.062841Z","end":"2026-04-21T04:20:23.172914Z","steps":["trace[1909759615] 'process raft request' (duration: 109.661663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:23.201524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.477794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:23.201606Z","caller":"traceutil/trace.go:171","msg":"trace[622746052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24746; }","duration":"101.617847ms","start":"2026-04-21T04:20:23.09997Z","end":"2026-04-21T04:20:23.201588Z","steps":["trace[622746052] 'agreement among raft nodes before linearized reading' (duration: 101.475604ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:23.201678Z","caller":"traceutil/trace.go:171","msg":"trace[1351100745] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"115.861444ms","start":"2026-04-21T04:20:23.085791Z","end":"2026-04-21T04:20:23.201653Z","steps":["trace[1351100745] 'process raft request' (duration: 113.66688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.336798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.090453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:20:24.336882Z","caller":"traceutil/trace.go:171","msg":"trace[664012966] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24748; }","duration":"901.221986ms","start":"2026-04-21T04:20:23.435639Z","end":"2026-04-21T04:20:24.336861Z","steps":["trace[664012966] 'range keys from in-memory index tree' (duration: 900.887598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.336872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.654328Z","time spent":"682.535486ms","remote":"127.0.0.1:42552","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:20:24.336925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.435619Z","time spent":"901.296377ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:20:24.337024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.677389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:24.337102Z","caller":"traceutil/trace.go:171","msg":"trace[1147406455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24748; }","duration":"865.801911ms","start":"2026-04-21T04:20:23.47128Z","end":"2026-04-21T04:20:24.337082Z","steps":["trace[1147406455] 'range keys from in-memory index tree' (duration: 865.468414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.337012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.777221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-21T04:20:24.33717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.471254Z","time spent":"865.899144ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:24.337182Z","caller":"traceutil/trace.go:171","msg":"trace[1482374702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24748; }","duration":"865.964465ms","start":"2026-04-21T04:20:23.4712Z","end":"2026-04-21T04:20:24.337164Z","steps":["trace[1482374702] 'range keys from in-memory index tree' (duration: 865.635338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.337235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.47118Z","time spent":"866.042008ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:24.338312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.141793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:24.338467Z","caller":"traceutil/trace.go:171","msg":"trace[418417529] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"865.570426ms","start":"2026-04-21T04:20:23.472871Z","end":"2026-04-21T04:20:24.338442Z","steps":["trace[418417529] 'process raft request' (duration: 426.183777ms)","trace[418417529] 'compare' (duration: 437.291548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:24.338738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.472851Z","time spent":"865.793992ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.419674Z","caller":"traceutil/trace.go:171","msg":"trace[1669179007] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25579; }","duration":"435.955676ms","start":"2026-04-21T04:20:23.983697Z","end":"2026-04-21T04:20:24.419653Z","steps":["trace[1669179007] 'read index received' (duration: 435.613457ms)","trace[1669179007] 'applied index is now lower than readState.Index' (duration: 340.879µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:24.419731Z","caller":"traceutil/trace.go:171","msg":"trace[1863571563] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"643.73521ms","start":"2026-04-21T04:20:23.775956Z","end":"2026-04-21T04:20:24.419691Z","steps":["trace[1863571563] 'process raft request' (duration: 643.542755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.419853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.133161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:24.41992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.775934Z","time spent":"643.861533ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.419991Z","caller":"traceutil/trace.go:171","msg":"trace[729321565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24753; }","duration":"436.261494ms","start":"2026-04-21T04:20:23.983651Z","end":"2026-04-21T04:20:24.419913Z","steps":["trace[729321565] 'agreement among raft nodes before linearized reading' (duration: 436.1253ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.419952Z","caller":"traceutil/trace.go:171","msg":"trace[1011553808] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"738.828998ms","start":"2026-04-21T04:20:23.680995Z","end":"2026-04-21T04:20:24.419824Z","steps":["trace[1011553808] 'process raft request' (duration: 738.336495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.420092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.983629Z","time spent":"436.443848ms","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.420151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.680971Z","time spent":"739.086204ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.420291Z","caller":"traceutil/trace.go:171","msg":"trace[706686856] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"643.525825ms","start":"2026-04-21T04:20:23.776203Z","end":"2026-04-21T04:20:24.419729Z","steps":["trace[706686856] 'process raft request' (duration: 643.34992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.420509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.776194Z","time spent":"644.199431ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.420661Z","caller":"traceutil/trace.go:171","msg":"trace[213910788] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"643.507454ms","start":"2026-04-21T04:20:23.776266Z","end":"2026-04-21T04:20:24.419773Z","steps":["trace[213910788] 'process raft request' (duration: 643.3289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.420749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.776257Z","time spent":"644.448767ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.46297Z","caller":"traceutil/trace.go:171","msg":"trace[731037846] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"121.400819ms","start":"2026-04-21T04:20:24.341539Z","end":"2026-04-21T04:20:24.46294Z","steps":["trace[731037846] 'process raft request' (duration: 103.484493ms)","trace[731037846] 'compare' (duration: 17.645089ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:24.462965Z","caller":"traceutil/trace.go:171","msg":"trace[982445625] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"120.793524ms","start":"2026-04-21T04:20:24.342128Z","end":"2026-04-21T04:20:24.462922Z","steps":["trace[982445625] 'process raft request' (duration: 120.699401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.463814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.027269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-21T04:20:24.463874Z","caller":"traceutil/trace.go:171","msg":"trace[1422132907] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24756; }","duration":"480.122841ms","start":"2026-04-21T04:20:23.983739Z","end":"2026-04-21T04:20:24.463862Z","steps":["trace[1422132907] 'agreement among raft nodes before linearized reading' (duration: 479.913036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.463918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.983734Z","time spent":"480.172523ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-21T04:20:24.46409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.379714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.464128Z","caller":"traceutil/trace.go:171","msg":"trace[1076648372] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24756; }","duration":"454.425795ms","start":"2026-04-21T04:20:24.009693Z","end":"2026-04-21T04:20:24.464119Z","steps":["trace[1076648372] 'agreement among raft nodes before linearized reading' (duration: 454.365394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.464166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.726892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:24.464165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.009688Z","time spent":"454.466796ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-21T04:20:24.46419Z","caller":"traceutil/trace.go:171","msg":"trace[1337264116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"399.766293ms","start":"2026-04-21T04:20:24.064415Z","end":"2026-04-21T04:20:24.464181Z","steps":["trace[1337264116] 'agreement among raft nodes before linearized reading' (duration: 399.733682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.464217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.064404Z","time spent":"399.807954ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:24.464128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.902453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.464372Z","caller":"traceutil/trace.go:171","msg":"trace[977575489] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24756; }","duration":"326.163139ms","start":"2026-04-21T04:20:24.138193Z","end":"2026-04-21T04:20:24.464356Z","steps":["trace[977575489] 'agreement among raft nodes before linearized reading' (duration: 325.903433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.464413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.138182Z","time spent":"326.217501ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.464097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.689952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:24.464722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.100783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.464747Z","caller":"traceutil/trace.go:171","msg":"trace[232673083] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24756; }","duration":"455.135593ms","start":"2026-04-21T04:20:24.009604Z","end":"2026-04-21T04:20:24.464739Z","steps":["trace[232673083] 'agreement among raft nodes before linearized reading' (duration: 455.102582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.464768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.009601Z","time spent":"455.159984ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:20:24.464593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.580245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.465008Z","caller":"traceutil/trace.go:171","msg":"trace[1023115383] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24756; }","duration":"456.011744ms","start":"2026-04-21T04:20:24.00898Z","end":"2026-04-21T04:20:24.464992Z","steps":["trace[1023115383] 'agreement among raft nodes before linearized reading' (duration: 455.591964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.465038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.008966Z","time spent":"456.063416ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:24.464619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.251636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.465146Z","caller":"traceutil/trace.go:171","msg":"trace[446795457] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24756; }","duration":"455.775949ms","start":"2026-04-21T04:20:24.009363Z","end":"2026-04-21T04:20:24.465139Z","steps":["trace[446795457] 'agreement among raft nodes before linearized reading' (duration: 455.242686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.465166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.009322Z","time spent":"455.83807ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:24.463834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.849262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.465296Z","caller":"traceutil/trace.go:171","msg":"trace[569480317] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24756; }","duration":"455.352758ms","start":"2026-04-21T04:20:24.009936Z","end":"2026-04-21T04:20:24.465289Z","steps":["trace[569480317] 'agreement among raft nodes before linearized reading' (duration: 453.844191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.465317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.009921Z","time spent":"455.38915ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-21T04:20:24.465457Z","caller":"traceutil/trace.go:171","msg":"trace[1133774764] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24756; }","duration":"455.347749ms","start":"2026-04-21T04:20:24.009378Z","end":"2026-04-21T04:20:24.464726Z","steps":["trace[1133774764] 'agreement among raft nodes before linearized reading' (duration: 454.673412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.465729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:24.009374Z","time spent":"456.344023ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:20:28.617548Z","caller":"traceutil/trace.go:171","msg":"trace[657707274] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"110.304518ms","start":"2026-04-21T04:20:28.507218Z","end":"2026-04-21T04:20:28.617523Z","steps":["trace[657707274] 'process raft request' (duration: 110.143174ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:28.649808Z","caller":"traceutil/trace.go:171","msg":"trace[1467144730] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"139.250784ms","start":"2026-04-21T04:20:28.510515Z","end":"2026-04-21T04:20:28.649766Z","steps":["trace[1467144730] 'process raft request' (duration: 139.160722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:29.486408Z","caller":"traceutil/trace.go:171","msg":"trace[1806398267] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"359.01131ms","start":"2026-04-21T04:20:29.127373Z","end":"2026-04-21T04:20:29.486386Z","steps":["trace[1806398267] 'process raft request' (duration: 358.081338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:29.48654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.127331Z","time spent":"359.140434ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:29.502136Z","caller":"traceutil/trace.go:171","msg":"trace[390506851] linearizableReadLoop","detail":"{readStateIndex:25621; appliedIndex:25618; }","duration":"251.158732ms","start":"2026-04-21T04:20:29.250954Z","end":"2026-04-21T04:20:29.502113Z","steps":["trace[390506851] 'read index received' (duration: 234.475805ms)","trace[390506851] 'applied index is now lower than readState.Index' (duration: 16.681787ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:29.502232Z","caller":"traceutil/trace.go:171","msg":"trace[1842321516] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"309.808071ms","start":"2026-04-21T04:20:29.192391Z","end":"2026-04-21T04:20:29.5022Z","steps":["trace[1842321516] 'process raft request' (duration: 309.487754ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:29.502267Z","caller":"traceutil/trace.go:171","msg":"trace[1349701754] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"283.224313ms","start":"2026-04-21T04:20:29.219031Z","end":"2026-04-21T04:20:29.502256Z","steps":["trace[1349701754] 'process raft request' (duration: 283.000237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:29.502391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.192365Z","time spent":"309.933675ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:29.502494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.132184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:29.502519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.541881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:20:29.502585Z","caller":"traceutil/trace.go:171","msg":"trace[2026936840] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24791; }","duration":"206.245877ms","start":"2026-04-21T04:20:29.296318Z","end":"2026-04-21T04:20:29.502564Z","steps":["trace[2026936840] 'agreement among raft nodes before linearized reading' (duration: 206.053542ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:29.502593Z","caller":"traceutil/trace.go:171","msg":"trace[535305541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24791; }","duration":"251.664864ms","start":"2026-04-21T04:20:29.250911Z","end":"2026-04-21T04:20:29.502576Z","steps":["trace[535305541] 'agreement among raft nodes before linearized reading' (duration: 251.401548ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:29.709727Z","caller":"traceutil/trace.go:171","msg":"trace[1787316139] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25622; }","duration":"155.515681ms","start":"2026-04-21T04:20:29.554191Z","end":"2026-04-21T04:20:29.709707Z","steps":["trace[1787316139] 'read index received' (duration: 19.613348ms)","trace[1787316139] 'applied index is now lower than readState.Index' (duration: 135.901463ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:29.709757Z","caller":"traceutil/trace.go:171","msg":"trace[1256204798] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"202.807253ms","start":"2026-04-21T04:20:29.506912Z","end":"2026-04-21T04:20:29.70972Z","steps":["trace[1256204798] 'process raft request' (duration: 115.538126ms)","trace[1256204798] 'compare' (duration: 87.156774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:29.709891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.664524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:29.709964Z","caller":"traceutil/trace.go:171","msg":"trace[1705454192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24793; }","duration":"155.802727ms","start":"2026-04-21T04:20:29.55414Z","end":"2026-04-21T04:20:29.709943Z","steps":["trace[1705454192] 'agreement among raft nodes before linearized reading' (duration: 155.645454ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:29.863594Z","caller":"traceutil/trace.go:171","msg":"trace[1081111707] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"143.826006ms","start":"2026-04-21T04:20:29.71973Z","end":"2026-04-21T04:20:29.863556Z","steps":["trace[1081111707] 'process raft request' (duration: 103.476253ms)","trace[1081111707] 'compare' (duration: 40.180629ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:30.728116Z","caller":"traceutil/trace.go:171","msg":"trace[1649791879] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"103.203454ms","start":"2026-04-21T04:20:30.624885Z","end":"2026-04-21T04:20:30.728089Z","steps":["trace[1649791879] 'process raft request' (duration: 103.007639ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:31.608247Z","caller":"traceutil/trace.go:171","msg":"trace[2005961876] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"100.324045ms","start":"2026-04-21T04:20:31.507896Z","end":"2026-04-21T04:20:31.60822Z","steps":["trace[2005961876] 'process raft request' (duration: 100.150011ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:31.631306Z","caller":"traceutil/trace.go:171","msg":"trace[719003166] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"122.712201ms","start":"2026-04-21T04:20:31.508571Z","end":"2026-04-21T04:20:31.631283Z","steps":["trace[719003166] 'process raft request' (duration: 122.482176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:32.050143Z","caller":"traceutil/trace.go:171","msg":"trace[99698843] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"134.360115ms","start":"2026-04-21T04:20:31.915764Z","end":"2026-04-21T04:20:32.050124Z","steps":["trace[99698843] 'process raft request' (duration: 134.217832ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:32.421169Z","caller":"traceutil/trace.go:171","msg":"trace[1986942982] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25642; }","duration":"349.481968ms","start":"2026-04-21T04:20:32.071642Z","end":"2026-04-21T04:20:32.421124Z","steps":["trace[1986942982] 'read index received' (duration: 349.282253ms)","trace[1986942982] 'applied index is now lower than readState.Index' (duration: 198.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:32.421191Z","caller":"traceutil/trace.go:171","msg":"trace[459976131] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"362.138286ms","start":"2026-04-21T04:20:32.059022Z","end":"2026-04-21T04:20:32.42116Z","steps":["trace[459976131] 'process raft request' (duration: 361.91622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:32.4213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.643812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:32.421338Z","caller":"traceutil/trace.go:171","msg":"trace[1613666344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24812; }","duration":"349.718574ms","start":"2026-04-21T04:20:32.071609Z","end":"2026-04-21T04:20:32.421328Z","steps":["trace[1613666344] 'agreement among raft nodes before linearized reading' (duration: 349.644112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:32.421361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.071595Z","time spent":"349.761725ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:32.421351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.059Z","time spent":"362.270479ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8081,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:32.44692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.847997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:32.446983Z","caller":"traceutil/trace.go:171","msg":"trace[614603830] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24813; }","duration":"166.95078ms","start":"2026-04-21T04:20:32.280018Z","end":"2026-04-21T04:20:32.446969Z","steps":["trace[614603830] 'agreement among raft nodes before linearized reading' (duration: 166.751485ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:32.543772Z","caller":"traceutil/trace.go:171","msg":"trace[1777885191] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"112.944373ms","start":"2026-04-21T04:20:32.430788Z","end":"2026-04-21T04:20:32.543732Z","steps":["trace[1777885191] 'process raft request' (duration: 34.607444ms)","trace[1777885191] 'compare' (duration: 78.202706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:32.544114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.618984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:32.544253Z","caller":"traceutil/trace.go:171","msg":"trace[1820217859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24815; }","duration":"121.814179ms","start":"2026-04-21T04:20:32.422412Z","end":"2026-04-21T04:20:32.544227Z","steps":["trace[1820217859] 'agreement among raft nodes before linearized reading' (duration: 121.41234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:32.784862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.029049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:32.784984Z","caller":"traceutil/trace.go:171","msg":"trace[1858874749] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"181.830422ms","start":"2026-04-21T04:20:32.603132Z","end":"2026-04-21T04:20:32.784962Z","steps":["trace[1858874749] 'process raft request' (duration: 40.593249ms)","trace[1858874749] 'compare' (duration: 140.823723ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:32.786775Z","caller":"traceutil/trace.go:171","msg":"trace[1062022040] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"152.201669ms","start":"2026-04-21T04:20:32.634556Z","end":"2026-04-21T04:20:32.786758Z","steps":["trace[1062022040] 'process raft request' (duration: 152.082076ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:32.786986Z","caller":"traceutil/trace.go:171","msg":"trace[235258842] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"181.108603ms","start":"2026-04-21T04:20:32.605847Z","end":"2026-04-21T04:20:32.786956Z","steps":["trace[235258842] 'process raft request' (duration: 180.669523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:32.842348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.040739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:32.84249Z","caller":"traceutil/trace.go:171","msg":"trace[843458930] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24822; }","duration":"107.219533ms","start":"2026-04-21T04:20:32.735229Z","end":"2026-04-21T04:20:32.842449Z","steps":["trace[843458930] 'agreement among raft nodes before linearized reading' (duration: 107.023209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.005512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:33.005774Z","caller":"traceutil/trace.go:171","msg":"trace[840891462] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"158.044592ms","start":"2026-04-21T04:20:32.84765Z","end":"2026-04-21T04:20:33.005695Z","steps":["trace[840891462] 'process raft request' (duration: 157.97391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.005876Z","caller":"traceutil/trace.go:171","msg":"trace[1445229690] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"212.970941ms","start":"2026-04-21T04:20:32.79287Z","end":"2026-04-21T04:20:33.005841Z","steps":["trace[1445229690] 'process raft request' (duration: 101.278679ms)","trace[1445229690] 'compare' (duration: 111.157418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:33.005997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.109037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:33.005861Z","caller":"traceutil/trace.go:171","msg":"trace[1585002204] linearizableReadLoop","detail":"{readStateIndex:25656; appliedIndex:25655; }","duration":"163.727221ms","start":"2026-04-21T04:20:32.842092Z","end":"2026-04-21T04:20:33.005819Z","steps":["trace[1585002204] 'read index received' (duration: 51.993467ms)","trace[1585002204] 'applied index is now lower than readState.Index' (duration: 111.730794ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:33.00606Z","caller":"traceutil/trace.go:171","msg":"trace[667539902] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24824; }","duration":"209.204279ms","start":"2026-04-21T04:20:32.796841Z","end":"2026-04-21T04:20:33.006046Z","steps":["trace[667539902] 'agreement among raft nodes before linearized reading' (duration: 209.090666ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.192951Z","caller":"traceutil/trace.go:171","msg":"trace[2071195397] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"104.714602ms","start":"2026-04-21T04:20:33.088197Z","end":"2026-04-21T04:20:33.192912Z","steps":["trace[2071195397] 'process raft request' (duration: 53.987806ms)","trace[2071195397] 'compare' (duration: 50.573672ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:33.754681Z","caller":"traceutil/trace.go:171","msg":"trace[903952725] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"117.552995ms","start":"2026-04-21T04:20:33.637097Z","end":"2026-04-21T04:20:33.75465Z","steps":["trace[903952725] 'process raft request' (duration: 36.394866ms)","trace[903952725] 'compare' (duration: 80.897472ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:33.963541Z","caller":"traceutil/trace.go:171","msg":"trace[75484476] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"204.32252ms","start":"2026-04-21T04:20:33.759164Z","end":"2026-04-21T04:20:33.963486Z","steps":["trace[75484476] 'process raft request' (duration: 203.978982ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.969325Z","caller":"traceutil/trace.go:171","msg":"trace[2140519409] linearizableReadLoop","detail":"{readStateIndex:25669; appliedIndex:25667; }","duration":"160.063731ms","start":"2026-04-21T04:20:33.809234Z","end":"2026-04-21T04:20:33.969298Z","steps":["trace[2140519409] 'read index received' (duration: 153.934911ms)","trace[2140519409] 'applied index is now lower than readState.Index' (duration: 6.12769ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:33.969467Z","caller":"traceutil/trace.go:171","msg":"trace[1823254686] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"209.26106ms","start":"2026-04-21T04:20:33.760178Z","end":"2026-04-21T04:20:33.969439Z","steps":["trace[1823254686] 'process raft request' (duration: 208.932932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.96961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.362119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-21T04:20:33.969677Z","caller":"traceutil/trace.go:171","msg":"trace[590012998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24836; }","duration":"160.447321ms","start":"2026-04-21T04:20:33.809213Z","end":"2026-04-21T04:20:33.96966Z","steps":["trace[590012998] 'agreement among raft nodes before linearized reading' (duration: 160.193604ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:34.283461Z","caller":"traceutil/trace.go:171","msg":"trace[105652783] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"114.531371ms","start":"2026-04-21T04:20:34.168887Z","end":"2026-04-21T04:20:34.283419Z","steps":["trace[105652783] 'process raft request' (duration: 69.487983ms)","trace[105652783] 'compare' (duration: 44.882435ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:34.465026Z","caller":"traceutil/trace.go:171","msg":"trace[558808990] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"112.131353ms","start":"2026-04-21T04:20:34.352786Z","end":"2026-04-21T04:20:34.464918Z","steps":["trace[558808990] 'process raft request' (duration: 60.155427ms)","trace[558808990] 'compare' (duration: 51.623448ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:35.330077Z","caller":"traceutil/trace.go:171","msg":"trace[670663398] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"293.232936ms","start":"2026-04-21T04:20:35.036813Z","end":"2026-04-21T04:20:35.330046Z","steps":["trace[670663398] 'process raft request' (duration: 292.99372ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:35.330272Z","caller":"traceutil/trace.go:171","msg":"trace[1117235475] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25682; }","duration":"290.810638ms","start":"2026-04-21T04:20:35.039427Z","end":"2026-04-21T04:20:35.330237Z","steps":["trace[1117235475] 'read index received' (duration: 65.922767ms)","trace[1117235475] 'applied index is now lower than readState.Index' (duration: 224.875831ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:35.330304Z","caller":"traceutil/trace.go:171","msg":"trace[1155379216] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"245.869553ms","start":"2026-04-21T04:20:35.084404Z","end":"2026-04-21T04:20:35.330274Z","steps":["trace[1155379216] 'process raft request' (duration: 245.596776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.330522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.645203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:35.330643Z","caller":"traceutil/trace.go:171","msg":"trace[874252501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24852; }","duration":"267.803687ms","start":"2026-04-21T04:20:35.062808Z","end":"2026-04-21T04:20:35.330612Z","steps":["trace[874252501] 'agreement among raft nodes before linearized reading' (duration: 267.616012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.330576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.119515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:20:35.330701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.735295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:35.330772Z","caller":"traceutil/trace.go:171","msg":"trace[1437441208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24852; }","duration":"291.342951ms","start":"2026-04-21T04:20:35.039409Z","end":"2026-04-21T04:20:35.330752Z","steps":["trace[1437441208] 'agreement among raft nodes before linearized reading' (duration: 290.976132ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:35.330795Z","caller":"traceutil/trace.go:171","msg":"trace[526298722] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24852; }","duration":"109.902699ms","start":"2026-04-21T04:20:35.220865Z","end":"2026-04-21T04:20:35.330768Z","steps":["trace[526298722] 'agreement among raft nodes before linearized reading' (duration: 109.717954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:36.264096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.043838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:36.26421Z","caller":"traceutil/trace.go:171","msg":"trace[869271185] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25689; }","duration":"295.642766ms","start":"2026-04-21T04:20:35.968539Z","end":"2026-04-21T04:20:36.264182Z","steps":["trace[869271185] 'read index received' (duration: 53.062µs)","trace[869271185] 'applied index is now lower than readState.Index' (duration: 295.588644ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:36.264497Z","caller":"traceutil/trace.go:171","msg":"trace[1938931859] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"409.513961ms","start":"2026-04-21T04:20:35.854947Z","end":"2026-04-21T04:20:36.264461Z","steps":["trace[1938931859] 'process raft request' (duration: 92.025912ms)","trace[1938931859] 'compare' (duration: 316.929966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:36.264542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.979004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-21T04:20:36.264561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.806198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:36.264631Z","caller":"traceutil/trace.go:171","msg":"trace[771666449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24857; }","duration":"296.121088ms","start":"2026-04-21T04:20:35.968489Z","end":"2026-04-21T04:20:36.26461Z","steps":["trace[771666449] 'agreement among raft nodes before linearized reading' (duration: 295.844851ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:36.264637Z","caller":"traceutil/trace.go:171","msg":"trace[1018032733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24857; }","duration":"290.931421ms","start":"2026-04-21T04:20:35.973688Z","end":"2026-04-21T04:20:36.26462Z","steps":["trace[1018032733] 'agreement among raft nodes before linearized reading' (duration: 290.689775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:36.264645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.854833Z","time spent":"409.735726ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15095,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:36.508223Z","caller":"traceutil/trace.go:171","msg":"trace[1133681447] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"238.275338ms","start":"2026-04-21T04:20:36.269914Z","end":"2026-04-21T04:20:36.50819Z","steps":["trace[1133681447] 'process raft request' (duration: 238.104163ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:37.827838Z","caller":"traceutil/trace.go:171","msg":"trace[1326890934] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"131.71772ms","start":"2026-04-21T04:20:37.696082Z","end":"2026-04-21T04:20:37.827799Z","steps":["trace[1326890934] 'process raft request' (duration: 131.478734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.10032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.073491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:39.100451Z","caller":"traceutil/trace.go:171","msg":"trace[376288136] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"228.808007ms","start":"2026-04-21T04:20:38.871618Z","end":"2026-04-21T04:20:39.100426Z","steps":["trace[376288136] 'process raft request' (duration: 59.507111ms)","trace[376288136] 'compare' (duration: 168.899267ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:39.106185Z","caller":"traceutil/trace.go:171","msg":"trace[1014913720] linearizableReadLoop","detail":"{readStateIndex:25714; appliedIndex:25712; }","duration":"220.846403ms","start":"2026-04-21T04:20:38.885304Z","end":"2026-04-21T04:20:39.106151Z","steps":["trace[1014913720] 'read index received' (duration: 45.837718ms)","trace[1014913720] 'applied index is now lower than readState.Index' (duration: 175.007005ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:39.106322Z","caller":"traceutil/trace.go:171","msg":"trace[113166897] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"221.783105ms","start":"2026-04-21T04:20:38.884503Z","end":"2026-04-21T04:20:39.106286Z","steps":["trace[113166897] 'process raft request' (duration: 221.425166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.10673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.413547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:39.106931Z","caller":"traceutil/trace.go:171","msg":"trace[1082767793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24880; }","duration":"221.55642ms","start":"2026-04-21T04:20:38.885267Z","end":"2026-04-21T04:20:39.106823Z","steps":["trace[1082767793] 'agreement among raft nodes before linearized reading' (duration: 221.095179ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.804547Z","caller":"traceutil/trace.go:171","msg":"trace[1587065233] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"165.7605ms","start":"2026-04-21T04:20:39.638766Z","end":"2026-04-21T04:20:39.804527Z","steps":["trace[1587065233] 'process raft request' (duration: 165.547625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.988438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.297685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:39.988597Z","caller":"traceutil/trace.go:171","msg":"trace[1772269261] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"122.470655ms","start":"2026-04-21T04:20:39.866113Z","end":"2026-04-21T04:20:39.988584Z","steps":["trace[1772269261] 'process raft request' (duration: 122.406463ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.988671Z","caller":"traceutil/trace.go:171","msg":"trace[1110526089] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"148.177141ms","start":"2026-04-21T04:20:39.840453Z","end":"2026-04-21T04:20:39.988631Z","steps":["trace[1110526089] 'process raft request' (duration: 40.595579ms)","trace[1110526089] 'compare' (duration: 107.166702ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:40.775709Z","caller":"traceutil/trace.go:171","msg":"trace[2004495469] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"109.499449ms","start":"2026-04-21T04:20:40.666188Z","end":"2026-04-21T04:20:40.775687Z","steps":["trace[2004495469] 'process raft request' (duration: 13.480589ms)","trace[2004495469] 'compare' (duration: 95.903307ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:40.777635Z","caller":"traceutil/trace.go:171","msg":"trace[691543489] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"110.653457ms","start":"2026-04-21T04:20:40.666957Z","end":"2026-04-21T04:20:40.77761Z","steps":["trace[691543489] 'process raft request' (duration: 110.519704ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:41.661277Z","caller":"traceutil/trace.go:171","msg":"trace[251347551] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"133.532543ms","start":"2026-04-21T04:20:41.527711Z","end":"2026-04-21T04:20:41.661243Z","steps":["trace[251347551] 'process raft request' (duration: 88.704851ms)","trace[251347551] 'compare' (duration: 44.411502ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:42.115085Z","caller":"traceutil/trace.go:171","msg":"trace[1419434068] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"118.983709ms","start":"2026-04-21T04:20:41.996071Z","end":"2026-04-21T04:20:42.115055Z","steps":["trace[1419434068] 'process raft request' (duration: 23.487502ms)","trace[1419434068] 'compare' (duration: 95.179059ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:42.366547Z","caller":"traceutil/trace.go:171","msg":"trace[1379616091] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"186.950146ms","start":"2026-04-21T04:20:42.179566Z","end":"2026-04-21T04:20:42.366517Z","steps":["trace[1379616091] 'process raft request' (duration: 98.612043ms)","trace[1379616091] 'compare' (duration: 88.094647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:42.58983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.228741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:20:42.590215Z","caller":"traceutil/trace.go:171","msg":"trace[1703302205] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25745; }","duration":"148.005968ms","start":"2026-04-21T04:20:42.442168Z","end":"2026-04-21T04:20:42.590174Z","steps":["trace[1703302205] 'read index received' (duration: 82.212µs)","trace[1703302205] 'applied index is now lower than readState.Index' (duration: 147.919916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:42.590564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.366576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:20:42.590711Z","caller":"traceutil/trace.go:171","msg":"trace[558065499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24912; }","duration":"148.556691ms","start":"2026-04-21T04:20:42.442115Z","end":"2026-04-21T04:20:42.590672Z","steps":["trace[558065499] 'agreement among raft nodes before linearized reading' (duration: 148.179442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.358993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.664615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:43.359249Z","caller":"traceutil/trace.go:171","msg":"trace[1147406161] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25749; }","duration":"568.279991ms","start":"2026-04-21T04:20:42.790953Z","end":"2026-04-21T04:20:43.359233Z","steps":["trace[1147406161] 'read index received' (duration: 78.294859ms)","trace[1147406161] 'applied index is now lower than readState.Index' (duration: 489.983892ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:43.359226Z","caller":"traceutil/trace.go:171","msg":"trace[613637895] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"576.698226ms","start":"2026-04-21T04:20:42.782491Z","end":"2026-04-21T04:20:43.359189Z","steps":["trace[613637895] 'process raft request' (duration: 86.743324ms)","trace[613637895] 'compare' (duration: 488.6081ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:43.359335Z","caller":"traceutil/trace.go:171","msg":"trace[20068214] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"542.217074ms","start":"2026-04-21T04:20:42.817108Z","end":"2026-04-21T04:20:43.359325Z","steps":["trace[20068214] 'process raft request' (duration: 542.086381ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.359419Z","caller":"traceutil/trace.go:171","msg":"trace[621152589] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"572.81487ms","start":"2026-04-21T04:20:42.786591Z","end":"2026-04-21T04:20:43.359406Z","steps":["trace[621152589] 'process raft request' (duration: 572.501393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.359433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.782462Z","time spent":"576.840099ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.359495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.817101Z","time spent":"542.360079ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.359526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.786577Z","time spent":"572.877623ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.35932Z","caller":"traceutil/trace.go:171","msg":"trace[1924873930] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"544.8772ms","start":"2026-04-21T04:20:42.814417Z","end":"2026-04-21T04:20:43.359294Z","steps":["trace[1924873930] 'process raft request' (duration: 544.740916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.359674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.81439Z","time spent":"545.250509ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.359668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.607269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.360041Z","caller":"traceutil/trace.go:171","msg":"trace[1588510570] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24918; }","duration":"569.126522ms","start":"2026-04-21T04:20:42.790882Z","end":"2026-04-21T04:20:43.360008Z","steps":["trace[1588510570] 'agreement among raft nodes before linearized reading' (duration: 568.511016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.360149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.790859Z","time spent":"569.269616ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:43.419725Z","caller":"traceutil/trace.go:171","msg":"trace[629518737] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"412.040713ms","start":"2026-04-21T04:20:43.007665Z","end":"2026-04-21T04:20:43.419706Z","steps":["trace[629518737] 'process raft request' (duration: 411.92162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.419862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.007631Z","time spent":"412.163856ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12570,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.610638Z","caller":"traceutil/trace.go:171","msg":"trace[940751034] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25753; }","duration":"251.310725ms","start":"2026-04-21T04:20:43.359285Z","end":"2026-04-21T04:20:43.610596Z","steps":["trace[940751034] 'read index received' (duration: 60.394152ms)","trace[940751034] 'applied index is now lower than readState.Index' (duration: 190.914683ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:43.611018Z","caller":"traceutil/trace.go:171","msg":"trace[612536560] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"440.099627ms","start":"2026-04-21T04:20:43.170901Z","end":"2026-04-21T04:20:43.611001Z","steps":["trace[612536560] 'process raft request' (duration: 374.343284ms)","trace[612536560] 'compare' (duration: 65.160678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:43.611168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.170878Z","time spent":"440.182268ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.611374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.229876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.611446Z","caller":"traceutil/trace.go:171","msg":"trace[1536545210] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24920; }","duration":"796.40152ms","start":"2026-04-21T04:20:42.815028Z","end":"2026-04-21T04:20:43.611429Z","steps":["trace[1536545210] 'agreement among raft nodes before linearized reading' (duration: 796.241456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.61148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.815005Z","time spent":"796.468152ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:43.611485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.743067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-21T04:20:43.611581Z","caller":"traceutil/trace.go:171","msg":"trace[1595507367] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24920; }","duration":"711.890271ms","start":"2026-04-21T04:20:42.899659Z","end":"2026-04-21T04:20:43.61155Z","steps":["trace[1595507367] 'agreement among raft nodes before linearized reading' (duration: 711.553823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.611659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.905798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:43.611654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.899635Z","time spent":"712.003714ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-21T04:20:43.611683Z","caller":"traceutil/trace.go:171","msg":"trace[925259881] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24920; }","duration":"795.947169ms","start":"2026-04-21T04:20:42.81573Z","end":"2026-04-21T04:20:43.611677Z","steps":["trace[925259881] 'agreement among raft nodes before linearized reading' (duration: 795.911458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.611702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.81572Z","time spent":"795.97753ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:43.611679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.68586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:43.611727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.71744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.611761Z","caller":"traceutil/trace.go:171","msg":"trace[825255417] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24920; }","duration":"783.819443ms","start":"2026-04-21T04:20:42.827919Z","end":"2026-04-21T04:20:43.611739Z","steps":["trace[825255417] 'agreement among raft nodes before linearized reading' (duration: 783.632169ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.611816Z","caller":"traceutil/trace.go:171","msg":"trace[1615120998] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24920; }","duration":"792.830254ms","start":"2026-04-21T04:20:42.818963Z","end":"2026-04-21T04:20:43.611793Z","steps":["trace[1615120998] 'agreement among raft nodes before linearized reading' (duration: 792.67649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.611822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.827912Z","time spent":"783.895815ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.611868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.818952Z","time spent":"792.903896ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:20:43.611926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.472839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.611952Z","caller":"traceutil/trace.go:171","msg":"trace[442262458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24920; }","duration":"548.53924ms","start":"2026-04-21T04:20:43.063406Z","end":"2026-04-21T04:20:43.611945Z","steps":["trace[442262458] 'agreement among raft nodes before linearized reading' (duration: 548.498809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.611983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.063383Z","time spent":"548.595861ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:43.611989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.558612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:43.612054Z","caller":"traceutil/trace.go:171","msg":"trace[1942414793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24920; }","duration":"601.664794ms","start":"2026-04-21T04:20:43.010372Z","end":"2026-04-21T04:20:43.612036Z","steps":["trace[1942414793] 'agreement among raft nodes before linearized reading' (duration: 601.561442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.612104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.010348Z","time spent":"601.742407ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.612162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.740849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:20:43.612186Z","caller":"traceutil/trace.go:171","msg":"trace[787405704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24920; }","duration":"286.806141ms","start":"2026-04-21T04:20:43.325373Z","end":"2026-04-21T04:20:43.612179Z","steps":["trace[787405704] 'agreement among raft nodes before linearized reading' (duration: 286.703028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.612289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.033369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-04-21T04:20:43.613196Z","caller":"traceutil/trace.go:171","msg":"trace[807210071] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24920; }","duration":"793.953441ms","start":"2026-04-21T04:20:42.819209Z","end":"2026-04-21T04:20:43.613162Z","steps":["trace[807210071] 'agreement among raft nodes before linearized reading' (duration: 792.119495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.613298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.819201Z","time spent":"794.080093ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:20:43.612295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.139783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.613487Z","caller":"traceutil/trace.go:171","msg":"trace[274860767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24920; }","duration":"705.400573ms","start":"2026-04-21T04:20:42.908062Z","end":"2026-04-21T04:20:43.613463Z","steps":["trace[274860767] 'agreement among raft nodes before linearized reading' (duration: 704.100672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.61258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.594881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:43.613554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.908037Z","time spent":"705.499696ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:43.613577Z","caller":"traceutil/trace.go:171","msg":"trace[1155193053] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24920; }","duration":"327.647136ms","start":"2026-04-21T04:20:43.285907Z","end":"2026-04-21T04:20:43.613554Z","steps":["trace[1155193053] 'agreement among raft nodes before linearized reading' (duration: 326.592391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.613655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.285882Z","time spent":"327.742889ms","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.611433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.706718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-04-21T04:20:43.61383Z","caller":"traceutil/trace.go:171","msg":"trace[346452000] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24920; }","duration":"797.156069ms","start":"2026-04-21T04:20:42.816641Z","end":"2026-04-21T04:20:43.613797Z","steps":["trace[346452000] 'agreement among raft nodes before linearized reading' (duration: 794.606237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.61394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.81661Z","time spent":"797.294321ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:20:43.612851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.341557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:20:43.614075Z","caller":"traceutil/trace.go:171","msg":"trace[1490728913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24920; }","duration":"403.593816ms","start":"2026-04-21T04:20:43.210467Z","end":"2026-04-21T04:20:43.61406Z","steps":["trace[1490728913] 'agreement among raft nodes before linearized reading' (duration: 402.057919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.614126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.210449Z","time spent":"403.663909ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:43.680582Z","caller":"traceutil/trace.go:171","msg":"trace[1575395598] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"152.194199ms","start":"2026-04-21T04:20:43.528356Z","end":"2026-04-21T04:20:43.68055Z","steps":["trace[1575395598] 'process raft request' (duration: 151.725498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.681412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.061839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:43.681498Z","caller":"traceutil/trace.go:171","msg":"trace[570910858] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24922; }","duration":"226.205482ms","start":"2026-04-21T04:20:43.455265Z","end":"2026-04-21T04:20:43.681471Z","steps":["trace[570910858] 'agreement among raft nodes before linearized reading' (duration: 226.005697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.681768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.464035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:43.682297Z","caller":"traceutil/trace.go:171","msg":"trace[1740720139] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24922; }","duration":"265.05752ms","start":"2026-04-21T04:20:43.417218Z","end":"2026-04-21T04:20:43.682276Z","steps":["trace[1740720139] 'agreement among raft nodes before linearized reading' (duration: 264.467615ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.831449Z","caller":"traceutil/trace.go:171","msg":"trace[2123682424] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"143.156109ms","start":"2026-04-21T04:20:43.688256Z","end":"2026-04-21T04:20:43.831412Z","steps":["trace[2123682424] 'process raft request' (duration: 121.818228ms)","trace[2123682424] 'compare' (duration: 20.798318ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:44.72624Z","caller":"traceutil/trace.go:171","msg":"trace[209042200] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"133.666407ms","start":"2026-04-21T04:20:44.592542Z","end":"2026-04-21T04:20:44.726209Z","steps":["trace[209042200] 'process raft request' (duration: 133.480143ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:44.782271Z","caller":"traceutil/trace.go:171","msg":"trace[436232329] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25762; }","duration":"136.352693ms","start":"2026-04-21T04:20:44.645898Z","end":"2026-04-21T04:20:44.782251Z","steps":["trace[436232329] 'read index received' (duration: 80.82606ms)","trace[436232329] 'applied index is now lower than readState.Index' (duration: 55.525663ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:44.782386Z","caller":"traceutil/trace.go:171","msg":"trace[340696160] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"187.103139ms","start":"2026-04-21T04:20:44.595275Z","end":"2026-04-21T04:20:44.782378Z","steps":["trace[340696160] 'process raft request' (duration: 186.847093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.782635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.791344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.782742Z","caller":"traceutil/trace.go:171","msg":"trace[1849024452] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24928; }","duration":"127.916327ms","start":"2026-04-21T04:20:44.654797Z","end":"2026-04-21T04:20:44.782713Z","steps":["trace[1849024452] 'agreement among raft nodes before linearized reading' (duration: 127.739193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.783114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.197174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:20:44.783146Z","caller":"traceutil/trace.go:171","msg":"trace[122337678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24928; }","duration":"137.292006ms","start":"2026-04-21T04:20:44.645847Z","end":"2026-04-21T04:20:44.783139Z","steps":["trace[122337678] 'agreement among raft nodes before linearized reading' (duration: 137.207494ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:47.577766Z","caller":"traceutil/trace.go:171","msg":"trace[2002105952] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"199.868661ms","start":"2026-04-21T04:20:47.377857Z","end":"2026-04-21T04:20:47.577725Z","steps":["trace[2002105952] 'process raft request' (duration: 181.067933ms)","trace[2002105952] 'compare' (duration: 18.535842ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:47.577791Z","caller":"traceutil/trace.go:171","msg":"trace[1314110942] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"198.869247ms","start":"2026-04-21T04:20:47.378887Z","end":"2026-04-21T04:20:47.577757Z","steps":["trace[1314110942] 'process raft request' (duration: 198.815796ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:47.577831Z","caller":"traceutil/trace.go:171","msg":"trace[1267775384] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"199.848711ms","start":"2026-04-21T04:20:47.377948Z","end":"2026-04-21T04:20:47.577796Z","steps":["trace[1267775384] 'process raft request' (duration: 199.705867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.168288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.161205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18744"} {"level":"info","ts":"2026-04-21T04:20:52.168398Z","caller":"traceutil/trace.go:171","msg":"trace[1645525878] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24980; }","duration":"437.314039ms","start":"2026-04-21T04:20:51.731061Z","end":"2026-04-21T04:20:52.168375Z","steps":["trace[1645525878] 'range keys from in-memory index tree' (duration: 436.96243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.16844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.731042Z","time spent":"437.38894ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T04:20:52.168892Z","caller":"traceutil/trace.go:171","msg":"trace[461658459] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25816; }","duration":"397.700583ms","start":"2026-04-21T04:20:51.771161Z","end":"2026-04-21T04:20:52.168862Z","steps":["trace[461658459] 'read index received' (duration: 340.262184ms)","trace[461658459] 'applied index is now lower than readState.Index' (duration: 57.436939ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:52.169036Z","caller":"traceutil/trace.go:171","msg":"trace[461020262] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"430.045311ms","start":"2026-04-21T04:20:51.738974Z","end":"2026-04-21T04:20:52.16902Z","steps":["trace[461020262] 'process raft request' (duration: 372.442588ms)","trace[461020262] 'compare' (duration: 56.905306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:52.16914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.738948Z","time spent":"430.121482ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:52.169123Z","caller":"traceutil/trace.go:171","msg":"trace[1922136027] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"110.955313ms","start":"2026-04-21T04:20:52.058107Z","end":"2026-04-21T04:20:52.169062Z","steps":["trace[1922136027] 'process raft request' (duration: 110.696627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.169299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.145224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:52.169341Z","caller":"traceutil/trace.go:171","msg":"trace[965698503] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24982; }","duration":"398.225446ms","start":"2026-04-21T04:20:51.771104Z","end":"2026-04-21T04:20:52.169329Z","steps":["trace[965698503] 'agreement among raft nodes before linearized reading' (duration: 398.153474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.169377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.771083Z","time spent":"398.286208ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:52.169482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.825269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:52.169654Z","caller":"traceutil/trace.go:171","msg":"trace[31301698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24982; }","duration":"361.940722ms","start":"2026-04-21T04:20:51.807606Z","end":"2026-04-21T04:20:52.169547Z","steps":["trace[31301698] 'agreement among raft nodes before linearized reading' (duration: 361.766158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.169703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.807586Z","time spent":"362.105695ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:52.169878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.551127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:20:52.169923Z","caller":"traceutil/trace.go:171","msg":"trace[1397688023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24982; }","duration":"296.635349ms","start":"2026-04-21T04:20:51.873277Z","end":"2026-04-21T04:20:52.169913Z","steps":["trace[1397688023] 'agreement among raft nodes before linearized reading' (duration: 296.491785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.1699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.893895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:52.169985Z","caller":"traceutil/trace.go:171","msg":"trace[1457537801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24982; }","duration":"107.011988ms","start":"2026-04-21T04:20:52.062957Z","end":"2026-04-21T04:20:52.169969Z","steps":["trace[1457537801] 'agreement among raft nodes before linearized reading' (duration: 106.892175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.170155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.525629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:20:52.170216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.713982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-21T04:20:52.170296Z","caller":"traceutil/trace.go:171","msg":"trace[1347906513] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24982; }","duration":"351.797834ms","start":"2026-04-21T04:20:51.818477Z","end":"2026-04-21T04:20:52.170275Z","steps":["trace[1347906513] 'agreement among raft nodes before linearized reading' (duration: 351.59647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.170354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.818446Z","time spent":"351.893637ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-21T04:20:52.170239Z","caller":"traceutil/trace.go:171","msg":"trace[907802962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24982; }","duration":"358.657661ms","start":"2026-04-21T04:20:51.811564Z","end":"2026-04-21T04:20:52.170222Z","steps":["trace[907802962] 'agreement among raft nodes before linearized reading' (duration: 358.433495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.170418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.811544Z","time spent":"358.861186ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:52.466406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.988438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:52.466684Z","caller":"traceutil/trace.go:171","msg":"trace[1837440859] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"290.392047ms","start":"2026-04-21T04:20:52.176255Z","end":"2026-04-21T04:20:52.466647Z","steps":["trace[1837440859] 'process raft request' (duration: 185.03071ms)","trace[1837440859] 'compare' (duration: 104.370833ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:52.4667Z","caller":"traceutil/trace.go:171","msg":"trace[1352911658] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"290.170522ms","start":"2026-04-21T04:20:52.176481Z","end":"2026-04-21T04:20:52.466652Z","steps":["trace[1352911658] 'process raft request' (duration: 290.062469ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:52.466759Z","caller":"traceutil/trace.go:171","msg":"trace[497542509] linearizableReadLoop","detail":"{readStateIndex:25820; appliedIndex:25818; }","duration":"290.373707ms","start":"2026-04-21T04:20:52.176363Z","end":"2026-04-21T04:20:52.466737Z","steps":["trace[497542509] 'read index received' (duration: 22.924479ms)","trace[497542509] 'applied index is now lower than readState.Index' (duration: 267.446818ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:52.466869Z","caller":"traceutil/trace.go:171","msg":"trace[1162657551] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"213.641396ms","start":"2026-04-21T04:20:52.253195Z","end":"2026-04-21T04:20:52.466836Z","steps":["trace[1162657551] 'process raft request' (duration: 213.426071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.466999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.611574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7497a948-7691-4ce4-8e03-2536529bcf0a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-21T04:20:52.467031Z","caller":"traceutil/trace.go:171","msg":"trace[1118712379] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7497a948-7691-4ce4-8e03-2536529bcf0a; range_end:; response_count:1; response_revision:24986; }","duration":"290.697206ms","start":"2026-04-21T04:20:52.176322Z","end":"2026-04-21T04:20:52.467019Z","steps":["trace[1118712379] 'agreement among raft nodes before linearized reading' (duration: 290.529311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.526936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.822054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:52.527042Z","caller":"traceutil/trace.go:171","msg":"trace[1943352649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24986; }","duration":"273.983438ms","start":"2026-04-21T04:20:52.253032Z","end":"2026-04-21T04:20:52.527015Z","steps":["trace[1943352649] 'agreement among raft nodes before linearized reading' (duration: 273.784473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.52707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.699845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18744"} {"level":"warn","ts":"2026-04-21T04:20:52.527103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.541488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:52.527161Z","caller":"traceutil/trace.go:171","msg":"trace[1790253866] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24986; }","duration":"347.827728ms","start":"2026-04-21T04:20:52.179307Z","end":"2026-04-21T04:20:52.527135Z","steps":["trace[1790253866] 'agreement among raft nodes before linearized reading' (duration: 347.532171ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:52.527194Z","caller":"traceutil/trace.go:171","msg":"trace[1859470583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24986; }","duration":"319.679711ms","start":"2026-04-21T04:20:52.20749Z","end":"2026-04-21T04:20:52.527169Z","steps":["trace[1859470583] 'agreement among raft nodes before linearized reading' (duration: 319.515327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.527206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.179285Z","time spent":"347.913329ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:20:52.527244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.207471Z","time spent":"319.762643ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:04.140934Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21943} {"level":"warn","ts":"2026-04-21T04:21:04.142186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.915012ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-21T04:21:04.142371Z","caller":"traceutil/trace.go:171","msg":"trace[1165315235] compact","detail":"{revision:21943; response_revision:25093; }","duration":"172.214717ms","start":"2026-04-21T04:21:03.970132Z","end":"2026-04-21T04:21:04.142346Z","steps":["trace[1165315235] 'process raft request' (duration: 41.682196ms)","trace[1165315235] 'check and update compact revision' (duration: 128.743268ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:04.207087Z","caller":"traceutil/trace.go:171","msg":"trace[944330289] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25933; }","duration":"144.010719ms","start":"2026-04-21T04:21:04.063046Z","end":"2026-04-21T04:21:04.207057Z","steps":["trace[944330289] 'read index received' (duration: 93.394246ms)","trace[944330289] 'applied index is now lower than readState.Index' (duration: 50.615023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:04.207235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.174463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:04.207319Z","caller":"traceutil/trace.go:171","msg":"trace[494941135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25094; }","duration":"144.277735ms","start":"2026-04-21T04:21:04.06299Z","end":"2026-04-21T04:21:04.207268Z","steps":["trace[494941135] 'agreement among raft nodes before linearized reading' (duration: 144.181003ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:04.20722Z","caller":"traceutil/trace.go:171","msg":"trace[281682178] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"190.072551ms","start":"2026-04-21T04:21:04.01707Z","end":"2026-04-21T04:21:04.207142Z","steps":["trace[281682178] 'process raft request' (duration: 139.335065ms)","trace[281682178] 'compare' (duration: 50.488651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:04.580141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.599971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:21:04.580267Z","caller":"traceutil/trace.go:171","msg":"trace[1255559148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25097; }","duration":"100.807347ms","start":"2026-04-21T04:21:04.479426Z","end":"2026-04-21T04:21:04.580233Z","steps":["trace[1255559148] 'range keys from in-memory index tree' (duration: 100.322915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:04.76202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.940508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:04.762223Z","caller":"traceutil/trace.go:171","msg":"trace[415259326] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25937; }","duration":"242.719115ms","start":"2026-04-21T04:21:04.519481Z","end":"2026-04-21T04:21:04.762201Z","steps":["trace[415259326] 'read index received' (duration: 27.545341ms)","trace[415259326] 'applied index is now lower than readState.Index' (duration: 215.171034ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:04.762338Z","caller":"traceutil/trace.go:171","msg":"trace[561360107] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"253.850068ms","start":"2026-04-21T04:21:04.508465Z","end":"2026-04-21T04:21:04.762315Z","steps":["trace[561360107] 'process raft request' (duration: 38.514699ms)","trace[561360107] 'compare' (duration: 33.150138ms)","trace[561360107] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 181.39123ms)"],"step_count":3} {"level":"warn","ts":"2026-04-21T04:21:04.762626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.151427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:04.762763Z","caller":"traceutil/trace.go:171","msg":"trace[1491725336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25098; }","duration":"243.326701ms","start":"2026-04-21T04:21:04.519417Z","end":"2026-04-21T04:21:04.762744Z","steps":["trace[1491725336] 'agreement among raft nodes before linearized reading' (duration: 243.077785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:04.809423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.38156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:21:04.809503Z","caller":"traceutil/trace.go:171","msg":"trace[1694626567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25101; }","duration":"284.491754ms","start":"2026-04-21T04:21:04.524992Z","end":"2026-04-21T04:21:04.809484Z","steps":["trace[1694626567] 'agreement among raft nodes before linearized reading' (duration: 284.242128ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:04.809558Z","caller":"traceutil/trace.go:171","msg":"trace[1102076139] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"224.85712ms","start":"2026-04-21T04:21:04.584679Z","end":"2026-04-21T04:21:04.809536Z","steps":["trace[1102076139] 'process raft request' (duration: 217.405489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:04.809755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.808889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:21:04.809796Z","caller":"traceutil/trace.go:171","msg":"trace[412796054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25101; }","duration":"119.895202ms","start":"2026-04-21T04:21:04.689889Z","end":"2026-04-21T04:21:04.809784Z","steps":["trace[412796054] 'agreement among raft nodes before linearized reading' (duration: 119.800689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:04.809875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.716786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:04.809944Z","caller":"traceutil/trace.go:171","msg":"trace[1669349951] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25101; }","duration":"148.832678ms","start":"2026-04-21T04:21:04.661098Z","end":"2026-04-21T04:21:04.809931Z","steps":["trace[1669349951] 'agreement among raft nodes before linearized reading' (duration: 148.608102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:04.810067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.684444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:04.810127Z","caller":"traceutil/trace.go:171","msg":"trace[405442880] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25101; }","duration":"228.782666ms","start":"2026-04-21T04:21:04.581317Z","end":"2026-04-21T04:21:04.8101Z","steps":["trace[405442880] 'agreement among raft nodes before linearized reading' (duration: 228.707785ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:04.941841Z","caller":"traceutil/trace.go:171","msg":"trace[1547054607] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25941; }","duration":"108.672759ms","start":"2026-04-21T04:21:04.833143Z","end":"2026-04-21T04:21:04.941816Z","steps":["trace[1547054607] 'read index received' (duration: 19.604727ms)","trace[1547054607] 'applied index is now lower than readState.Index' (duration: 89.063262ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:04.941873Z","caller":"traceutil/trace.go:171","msg":"trace[909404472] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"128.232755ms","start":"2026-04-21T04:21:04.813615Z","end":"2026-04-21T04:21:04.941848Z","steps":["trace[909404472] 'process raft request' (duration: 39.117673ms)","trace[909404472] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 80.932782ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:04.942002Z","caller":"traceutil/trace.go:171","msg":"trace[790593752] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"127.18422ms","start":"2026-04-21T04:21:04.814778Z","end":"2026-04-21T04:21:04.941962Z","steps":["trace[790593752] 'process raft request' (duration: 126.957785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:05.107399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.206064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-21T04:21:05.107497Z","caller":"traceutil/trace.go:171","msg":"trace[363478308] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25103; }","duration":"274.339307ms","start":"2026-04-21T04:21:04.833127Z","end":"2026-04-21T04:21:05.107466Z","steps":["trace[363478308] 'agreement among raft nodes before linearized reading' (duration: 108.869734ms)","trace[363478308] 'range keys from in-memory index tree' (duration: 165.193876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:05.301991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.646218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:05.302219Z","caller":"traceutil/trace.go:171","msg":"trace[27652430] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25943; }","duration":"319.879437ms","start":"2026-04-21T04:21:04.982323Z","end":"2026-04-21T04:21:05.302203Z","steps":["trace[27652430] 'read index received' (duration: 68.87171ms)","trace[27652430] 'applied index is now lower than readState.Index' (duration: 251.006787ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:05.302315Z","caller":"traceutil/trace.go:171","msg":"trace[298830275] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"373.018102ms","start":"2026-04-21T04:21:04.929235Z","end":"2026-04-21T04:21:05.302253Z","steps":["trace[298830275] 'process raft request' (duration: 122.030225ms)","trace[298830275] 'compare' (duration: 55.78192ms)","trace[298830275] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 194.745556ms)"],"step_count":3} {"level":"info","ts":"2026-04-21T04:21:05.301121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21943,"took":"1.156094018s","hash":798602665,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":43163648,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-21T04:21:05.30246Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":798602665,"revision":21943,"compact-revision":19772} {"level":"info","ts":"2026-04-21T04:21:05.302415Z","caller":"traceutil/trace.go:171","msg":"trace[434262263] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"347.017628ms","start":"2026-04-21T04:21:04.955255Z","end":"2026-04-21T04:21:05.302273Z","steps":["trace[434262263] 'process raft request' (duration: 346.829654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:05.30251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.929208Z","time spent":"373.197195ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:05.30263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.955235Z","time spent":"347.316205ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:05.370528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.180682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:05.3706Z","caller":"traceutil/trace.go:171","msg":"trace[1174369047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25105; }","duration":"388.298095ms","start":"2026-04-21T04:21:04.982281Z","end":"2026-04-21T04:21:05.37058Z","steps":["trace[1174369047] 'agreement among raft nodes before linearized reading' (duration: 320.00697ms)","trace[1174369047] 'range keys from in-memory index tree' (duration: 68.095271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:05.370712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.982266Z","time spent":"388.439228ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:21:05.370863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.36718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:21:05.370884Z","caller":"traceutil/trace.go:171","msg":"trace[1759866717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25105; }","duration":"382.433502ms","start":"2026-04-21T04:21:04.988445Z","end":"2026-04-21T04:21:05.370879Z","steps":["trace[1759866717] 'agreement among raft nodes before linearized reading' (duration: 313.85732ms)","trace[1759866717] 'range keys from in-memory index tree' (duration: 68.48259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:05.370898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.988438Z","time spent":"382.455852ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:21:06.06137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.724509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.061529Z","caller":"traceutil/trace.go:171","msg":"trace[1803756070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25108; }","duration":"373.923363ms","start":"2026-04-21T04:21:05.687585Z","end":"2026-04-21T04:21:06.061508Z","steps":["trace[1803756070] 'count revisions from in-memory index tree' (duration: 373.666257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.061576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.687571Z","time spent":"373.990615ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.061991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.657897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.062038Z","caller":"traceutil/trace.go:171","msg":"trace[601470899] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25108; }","duration":"364.716969ms","start":"2026-04-21T04:21:05.697311Z","end":"2026-04-21T04:21:06.062027Z","steps":["trace[601470899] 'range keys from in-memory index tree' (duration: 364.627647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.062074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.697305Z","time spent":"364.760821ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:21:06.062283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.776596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.062334Z","caller":"traceutil/trace.go:171","msg":"trace[1601101164] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25108; }","duration":"363.842788ms","start":"2026-04-21T04:21:05.69848Z","end":"2026-04-21T04:21:06.062323Z","steps":["trace[1601101164] 'range keys from in-memory index tree' (duration: 363.740916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.062366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.698473Z","time spent":"363.884969ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:21:06.062616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.970643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-21T04:21:06.062657Z","caller":"traceutil/trace.go:171","msg":"trace[1977873968] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25108; }","duration":"362.019324ms","start":"2026-04-21T04:21:05.700626Z","end":"2026-04-21T04:21:06.062646Z","steps":["trace[1977873968] 'range keys from in-memory index tree' (duration: 361.83201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.062685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.700621Z","time spent":"362.056755ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-21T04:21:06.06428Z","caller":"traceutil/trace.go:171","msg":"trace[1792069732] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"357.685517ms","start":"2026-04-21T04:21:05.706577Z","end":"2026-04-21T04:21:06.064262Z","steps":["trace[1792069732] 'process raft request' (duration: 303.342963ms)","trace[1792069732] 'compare' (duration: 54.225501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:06.064383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.70656Z","time spent":"357.764689ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.084483Z","caller":"traceutil/trace.go:171","msg":"trace[974423598] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"356.223802ms","start":"2026-04-21T04:21:05.728229Z","end":"2026-04-21T04:21:06.084453Z","steps":["trace[974423598] 'process raft request' (duration: 355.996856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.084651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.728205Z","time spent":"356.357166ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.084728Z","caller":"traceutil/trace.go:171","msg":"trace[841040727] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25948; }","duration":"204.668898ms","start":"2026-04-21T04:21:05.880006Z","end":"2026-04-21T04:21:06.084675Z","steps":["trace[841040727] 'read index received' (duration: 129.865095ms)","trace[841040727] 'applied index is now lower than readState.Index' (duration: 74.799443ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:06.084829Z","caller":"traceutil/trace.go:171","msg":"trace[1785443994] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"356.446318ms","start":"2026-04-21T04:21:05.72832Z","end":"2026-04-21T04:21:06.084766Z","steps":["trace[1785443994] 'process raft request' (duration: 356.085719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.085019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.728313Z","time spent":"356.611152ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:06.085068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.046827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:21:06.085148Z","caller":"traceutil/trace.go:171","msg":"trace[1963615430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25111; }","duration":"205.185291ms","start":"2026-04-21T04:21:05.87994Z","end":"2026-04-21T04:21:06.085126Z","steps":["trace[1963615430] 'agreement among raft nodes before linearized reading' (duration: 204.928065ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:07.687134Z","caller":"traceutil/trace.go:171","msg":"trace[579503776] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"254.899982ms","start":"2026-04-21T04:21:07.43221Z","end":"2026-04-21T04:21:07.68711Z","steps":["trace[579503776] 'process raft request' (duration: 227.094545ms)","trace[579503776] 'compare' (duration: 27.206442ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:07.686983Z","caller":"traceutil/trace.go:171","msg":"trace[1717567908] linearizableReadLoop","detail":"{readStateIndex:25962; appliedIndex:25960; }","duration":"245.848172ms","start":"2026-04-21T04:21:07.441051Z","end":"2026-04-21T04:21:07.686899Z","steps":["trace[1717567908] 'read index received' (duration: 7.271377ms)","trace[1717567908] 'applied index is now lower than readState.Index' (duration: 238.575405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:07.689296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.221939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:21:07.689387Z","caller":"traceutil/trace.go:171","msg":"trace[24434833] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25121; }","duration":"248.364772ms","start":"2026-04-21T04:21:07.441003Z","end":"2026-04-21T04:21:07.689368Z","steps":["trace[24434833] 'agreement among raft nodes before linearized reading' (duration: 246.699573ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:07.711583Z","caller":"traceutil/trace.go:171","msg":"trace[1592879307] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"163.065234ms","start":"2026-04-21T04:21:07.5485Z","end":"2026-04-21T04:21:07.711565Z","steps":["trace[1592879307] 'process raft request' (duration: 162.963981ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:08.207168Z","caller":"traceutil/trace.go:171","msg":"trace[344577844] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"116.051618ms","start":"2026-04-21T04:21:08.091088Z","end":"2026-04-21T04:21:08.207139Z","steps":["trace[344577844] 'process raft request' (duration: 65.196269ms)","trace[344577844] 'compare' (duration: 50.699645ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:08.207554Z","caller":"traceutil/trace.go:171","msg":"trace[1747167414] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"116.168471ms","start":"2026-04-21T04:21:08.091345Z","end":"2026-04-21T04:21:08.207514Z","steps":["trace[1747167414] 'process raft request' (duration: 115.752681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:08.208145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.043796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-04-21T04:21:08.208145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.302157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:08.208241Z","caller":"traceutil/trace.go:171","msg":"trace[515046229] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25125; }","duration":"136.394525ms","start":"2026-04-21T04:21:08.071827Z","end":"2026-04-21T04:21:08.208222Z","steps":["trace[515046229] 'agreement among raft nodes before linearized reading' (duration: 135.733768ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:08.208251Z","caller":"traceutil/trace.go:171","msg":"trace[857001531] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25125; }","duration":"137.435039ms","start":"2026-04-21T04:21:08.0708Z","end":"2026-04-21T04:21:08.208235Z","steps":["trace[857001531] 'agreement among raft nodes before linearized reading' (duration: 136.65299ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:08.380375Z","caller":"traceutil/trace.go:171","msg":"trace[419716066] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"106.67959ms","start":"2026-04-21T04:21:08.273665Z","end":"2026-04-21T04:21:08.380345Z","steps":["trace[419716066] 'process raft request' (duration: 106.479895ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:11.012806Z","caller":"traceutil/trace.go:171","msg":"trace[462815006] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"123.407258ms","start":"2026-04-21T04:21:10.88937Z","end":"2026-04-21T04:21:11.012777Z","steps":["trace[462815006] 'process raft request' (duration: 77.091769ms)","trace[462815006] 'compare' (duration: 46.135745ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:11.486753Z","caller":"traceutil/trace.go:171","msg":"trace[591847254] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"128.393929ms","start":"2026-04-21T04:21:11.358329Z","end":"2026-04-21T04:21:11.486723Z","steps":["trace[591847254] 'process raft request' (duration: 128.221775ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:12.36819Z","caller":"traceutil/trace.go:171","msg":"trace[1004425606] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"132.644384ms","start":"2026-04-21T04:21:12.235519Z","end":"2026-04-21T04:21:12.368164Z","steps":["trace[1004425606] 'process raft request' (duration: 132.48243ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:14.023891Z","caller":"traceutil/trace.go:171","msg":"trace[345328975] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"178.405609ms","start":"2026-04-21T04:21:13.845448Z","end":"2026-04-21T04:21:14.023854Z","steps":["trace[345328975] 'process raft request' (duration: 136.559299ms)","trace[345328975] 'compare' (duration: 41.583314ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:14.449742Z","caller":"traceutil/trace.go:171","msg":"trace[970810804] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"117.889933ms","start":"2026-04-21T04:21:14.331826Z","end":"2026-04-21T04:21:14.449716Z","steps":["trace[970810804] 'process raft request' (duration: 62.960694ms)","trace[970810804] 'compare' (duration: 54.742335ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:15.045045Z","caller":"traceutil/trace.go:171","msg":"trace[1739354060] linearizableReadLoop","detail":"{readStateIndex:26014; appliedIndex:26013; }","duration":"168.153918ms","start":"2026-04-21T04:21:14.876867Z","end":"2026-04-21T04:21:15.045021Z","steps":["trace[1739354060] 'read index received' (duration: 168.044836ms)","trace[1739354060] 'applied index is now lower than readState.Index' (duration: 107.532µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:15.045113Z","caller":"traceutil/trace.go:171","msg":"trace[1935143096] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"210.896079ms","start":"2026-04-21T04:21:14.834176Z","end":"2026-04-21T04:21:15.045072Z","steps":["trace[1935143096] 'process raft request' (duration: 210.682604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.045388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.493977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-21T04:21:15.045477Z","caller":"traceutil/trace.go:171","msg":"trace[248200186] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25172; }","duration":"168.645581ms","start":"2026-04-21T04:21:14.87681Z","end":"2026-04-21T04:21:15.045456Z","steps":["trace[248200186] 'agreement among raft nodes before linearized reading' (duration: 168.360204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.116763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.042985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:15.116866Z","caller":"traceutil/trace.go:171","msg":"trace[845937997] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25173; }","duration":"234.170698ms","start":"2026-04-21T04:21:14.88267Z","end":"2026-04-21T04:21:15.116841Z","steps":["trace[845937997] 'agreement among raft nodes before linearized reading' (duration: 234.002304ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.117103Z","caller":"traceutil/trace.go:171","msg":"trace[1728111828] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"210.438449ms","start":"2026-04-21T04:21:14.90662Z","end":"2026-04-21T04:21:15.117058Z","steps":["trace[1728111828] 'process raft request' (duration: 208.948202ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:18.836316Z","caller":"traceutil/trace.go:171","msg":"trace[770526992] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"372.110367ms","start":"2026-04-21T04:21:18.464173Z","end":"2026-04-21T04:21:18.836284Z","steps":["trace[770526992] 'process raft request' (duration: 371.522043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.83651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.464138Z","time spent":"372.269632ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:18.873633Z","caller":"traceutil/trace.go:171","msg":"trace[764613723] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"372.60138ms","start":"2026-04-21T04:21:18.501017Z","end":"2026-04-21T04:21:18.873618Z","steps":["trace[764613723] 'process raft request' (duration: 372.18882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.873719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.50099Z","time spent":"372.688662ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:18.874051Z","caller":"traceutil/trace.go:171","msg":"trace[1317584195] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"346.727809ms","start":"2026-04-21T04:21:18.527273Z","end":"2026-04-21T04:21:18.874001Z","steps":["trace[1317584195] 'process raft request' (duration: 346.018902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.874316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.527243Z","time spent":"346.928894ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:18.874489Z","caller":"traceutil/trace.go:171","msg":"trace[1841707998] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26038; }","duration":"109.272712ms","start":"2026-04-21T04:21:18.765202Z","end":"2026-04-21T04:21:18.874474Z","steps":["trace[1841707998] 'read index received' (duration: 71.458741ms)","trace[1841707998] 'applied index is now lower than readState.Index' (duration: 37.812671ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:18.874537Z","caller":"traceutil/trace.go:171","msg":"trace[1080920836] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"344.841323ms","start":"2026-04-21T04:21:18.529665Z","end":"2026-04-21T04:21:18.874506Z","steps":["trace[1080920836] 'process raft request' (duration: 343.673455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.874703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.529651Z","time spent":"344.968766ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:18.897179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.966395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:18.897258Z","caller":"traceutil/trace.go:171","msg":"trace[1872269279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25198; }","duration":"132.101549ms","start":"2026-04-21T04:21:18.765134Z","end":"2026-04-21T04:21:18.897236Z","steps":["trace[1872269279] 'agreement among raft nodes before linearized reading' (duration: 109.459447ms)","trace[1872269279] 'range keys from in-memory index tree' (duration: 22.364645ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:19.84058Z","caller":"traceutil/trace.go:171","msg":"trace[1561463275] linearizableReadLoop","detail":"{readStateIndex:26047; appliedIndex:26046; }","duration":"167.495082ms","start":"2026-04-21T04:21:19.673058Z","end":"2026-04-21T04:21:19.840553Z","steps":["trace[1561463275] 'read index received' (duration: 167.217855ms)","trace[1561463275] 'applied index is now lower than readState.Index' (duration: 276.276µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:19.84091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.829419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:21:19.840986Z","caller":"traceutil/trace.go:171","msg":"trace[1467482062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25204; }","duration":"167.929722ms","start":"2026-04-21T04:21:19.673017Z","end":"2026-04-21T04:21:19.840946Z","steps":["trace[1467482062] 'agreement among raft nodes before linearized reading' (duration: 167.714257ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:19.841304Z","caller":"traceutil/trace.go:171","msg":"trace[1095598883] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"183.308027ms","start":"2026-04-21T04:21:19.657947Z","end":"2026-04-21T04:21:19.841255Z","steps":["trace[1095598883] 'process raft request' (duration: 182.436046ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.080601Z","caller":"traceutil/trace.go:171","msg":"trace[693675231] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"238.245587ms","start":"2026-04-21T04:21:20.842197Z","end":"2026-04-21T04:21:21.080443Z","steps":["trace[693675231] 'process raft request' (duration: 237.898157ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.080674Z","caller":"traceutil/trace.go:171","msg":"trace[1797031487] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"226.933821ms","start":"2026-04-21T04:21:20.853723Z","end":"2026-04-21T04:21:21.080657Z","steps":["trace[1797031487] 'process raft request' (duration: 226.603563ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.080959Z","caller":"traceutil/trace.go:171","msg":"trace[1989338427] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"200.642051ms","start":"2026-04-21T04:21:20.880292Z","end":"2026-04-21T04:21:21.080934Z","steps":["trace[1989338427] 'process raft request' (duration: 200.124319ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.081101Z","caller":"traceutil/trace.go:171","msg":"trace[1754635853] linearizableReadLoop","detail":"{readStateIndex:26061; appliedIndex:26056; }","duration":"157.295363ms","start":"2026-04-21T04:21:20.923795Z","end":"2026-04-21T04:21:21.08109Z","steps":["trace[1754635853] 'read index received' (duration: 156.210076ms)","trace[1754635853] 'applied index is now lower than readState.Index' (duration: 1.084157ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:21.081186Z","caller":"traceutil/trace.go:171","msg":"trace[927191707] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"199.278617ms","start":"2026-04-21T04:21:20.881879Z","end":"2026-04-21T04:21:21.081157Z","steps":["trace[927191707] 'process raft request' (duration: 199.138183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.081283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.474678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:21.081311Z","caller":"traceutil/trace.go:171","msg":"trace[1030095059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25218; }","duration":"157.540729ms","start":"2026-04-21T04:21:20.923762Z","end":"2026-04-21T04:21:21.081302Z","steps":["trace[1030095059] 'agreement among raft nodes before linearized reading' (duration: 157.402646ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.081431Z","caller":"traceutil/trace.go:171","msg":"trace[1059619402] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"199.602455ms","start":"2026-04-21T04:21:20.88181Z","end":"2026-04-21T04:21:21.081412Z","steps":["trace[1059619402] 'process raft request' (duration: 199.029071ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.231899Z","caller":"traceutil/trace.go:171","msg":"trace[728801018] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"139.860019ms","start":"2026-04-21T04:21:23.092017Z","end":"2026-04-21T04:21:23.231877Z","steps":["trace[728801018] 'process raft request' (duration: 139.549591ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.232178Z","caller":"traceutil/trace.go:171","msg":"trace[1639139969] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"135.262368ms","start":"2026-04-21T04:21:23.096881Z","end":"2026-04-21T04:21:23.232144Z","steps":["trace[1639139969] 'process raft request' (duration: 134.909009ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.232221Z","caller":"traceutil/trace.go:171","msg":"trace[350644289] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26088; }","duration":"100.326796ms","start":"2026-04-21T04:21:23.131872Z","end":"2026-04-21T04:21:23.232198Z","steps":["trace[350644289] 'read index received' (duration: 99.816663ms)","trace[350644289] 'applied index is now lower than readState.Index' (duration: 508.883µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:23.232317Z","caller":"traceutil/trace.go:171","msg":"trace[1066044232] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"135.36555ms","start":"2026-04-21T04:21:23.096924Z","end":"2026-04-21T04:21:23.232289Z","steps":["trace[1066044232] 'process raft request' (duration: 135.147005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:23.232432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.550511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:23.232522Z","caller":"traceutil/trace.go:171","msg":"trace[493418413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25247; }","duration":"100.677284ms","start":"2026-04-21T04:21:23.131824Z","end":"2026-04-21T04:21:23.232502Z","steps":["trace[493418413] 'agreement among raft nodes before linearized reading' (duration: 100.472489ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.423554Z","caller":"traceutil/trace.go:171","msg":"trace[866461840] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"116.618603ms","start":"2026-04-21T04:21:23.306913Z","end":"2026-04-21T04:21:23.423532Z","steps":["trace[866461840] 'process raft request' (duration: 115.972117ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.965572Z","caller":"traceutil/trace.go:171","msg":"trace[72319979] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"191.495897ms","start":"2026-04-21T04:21:23.774054Z","end":"2026-04-21T04:21:23.965549Z","steps":["trace[72319979] 'process raft request' (duration: 191.300472ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:26.507152Z","caller":"traceutil/trace.go:171","msg":"trace[1664899774] linearizableReadLoop","detail":"{readStateIndex:26120; appliedIndex:26119; }","duration":"126.261577ms","start":"2026-04-21T04:21:26.380865Z","end":"2026-04-21T04:21:26.507127Z","steps":["trace[1664899774] 'read index received' (duration: 112.904591ms)","trace[1664899774] 'applied index is now lower than readState.Index' (duration: 13.355826ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:26.507169Z","caller":"traceutil/trace.go:171","msg":"trace[1405835797] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"180.881928ms","start":"2026-04-21T04:21:26.326258Z","end":"2026-04-21T04:21:26.507139Z","steps":["trace[1405835797] 'process raft request' (duration: 167.545303ms)","trace[1405835797] 'compare' (duration: 12.958296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:26.507291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.40463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:26.507436Z","caller":"traceutil/trace.go:171","msg":"trace[458977705] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25276; }","duration":"126.597765ms","start":"2026-04-21T04:21:26.380814Z","end":"2026-04-21T04:21:26.507412Z","steps":["trace[458977705] 'agreement among raft nodes before linearized reading' (duration: 126.38971ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:32.356138Z","caller":"traceutil/trace.go:171","msg":"trace[762075833] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"131.335341ms","start":"2026-04-21T04:21:32.22478Z","end":"2026-04-21T04:21:32.356115Z","steps":["trace[762075833] 'process raft request' (duration: 131.198057ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:32.361046Z","caller":"traceutil/trace.go:171","msg":"trace[1023246386] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"129.696041ms","start":"2026-04-21T04:21:32.231327Z","end":"2026-04-21T04:21:32.361023Z","steps":["trace[1023246386] 'process raft request' (duration: 129.560377ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:35.85588Z","caller":"traceutil/trace.go:171","msg":"trace[686439757] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"138.209948ms","start":"2026-04-21T04:21:35.71763Z","end":"2026-04-21T04:21:35.85584Z","steps":["trace[686439757] 'process raft request' (duration: 51.856563ms)","trace[686439757] 'compare' (duration: 86.097989ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:36.532467Z","caller":"traceutil/trace.go:171","msg":"trace[1562934514] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"127.438525ms","start":"2026-04-21T04:21:36.404982Z","end":"2026-04-21T04:21:36.532421Z","steps":["trace[1562934514] 'process raft request' (duration: 127.24ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.587348Z","caller":"traceutil/trace.go:171","msg":"trace[905950907] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"130.89043ms","start":"2026-04-21T04:21:36.456417Z","end":"2026-04-21T04:21:36.587307Z","steps":["trace[905950907] 'process raft request' (duration: 130.710206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.587415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.420647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:36.587478Z","caller":"traceutil/trace.go:171","msg":"trace[690330785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25355; }","duration":"132.55214ms","start":"2026-04-21T04:21:36.45491Z","end":"2026-04-21T04:21:36.587462Z","steps":["trace[690330785] 'agreement among raft nodes before linearized reading' (duration: 132.349025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.58759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.636589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-04-21T04:21:36.587691Z","caller":"traceutil/trace.go:171","msg":"trace[2023818613] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25355; }","duration":"129.798783ms","start":"2026-04-21T04:21:36.457865Z","end":"2026-04-21T04:21:36.587664Z","steps":["trace[2023818613] 'agreement among raft nodes before linearized reading' (duration: 129.464045ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:57.842303Z","caller":"traceutil/trace.go:171","msg":"trace[1327141539] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"242.117521ms","start":"2026-04-21T04:21:57.600159Z","end":"2026-04-21T04:21:57.842277Z","steps":["trace[1327141539] 'process raft request' (duration: 241.976757ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:57.843783Z","caller":"traceutil/trace.go:171","msg":"trace[831399200] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26481; }","duration":"106.615128ms","start":"2026-04-21T04:21:57.737143Z","end":"2026-04-21T04:21:57.843758Z","steps":["trace[831399200] 'read index received' (duration: 105.112081ms)","trace[831399200] 'applied index is now lower than readState.Index' (duration: 1.502167ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:57.844022Z","caller":"traceutil/trace.go:171","msg":"trace[554860712] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"127.377975ms","start":"2026-04-21T04:21:57.716619Z","end":"2026-04-21T04:21:57.843997Z","steps":["trace[554860712] 'process raft request' (duration: 127.106508ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:57.844142Z","caller":"traceutil/trace.go:171","msg":"trace[1674116328] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"166.136849ms","start":"2026-04-21T04:21:57.677975Z","end":"2026-04-21T04:21:57.844112Z","steps":["trace[1674116328] 'process raft request' (duration: 165.604526ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:57.844272Z","caller":"traceutil/trace.go:171","msg":"trace[2076385270] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"163.603037ms","start":"2026-04-21T04:21:57.68066Z","end":"2026-04-21T04:21:57.844263Z","steps":["trace[2076385270] 'process raft request' (duration: 163.031184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:57.844453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.291934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:57.844512Z","caller":"traceutil/trace.go:171","msg":"trace[1098118551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25626; }","duration":"107.405937ms","start":"2026-04-21T04:21:57.737097Z","end":"2026-04-21T04:21:57.844503Z","steps":["trace[1098118551] 'agreement among raft nodes before linearized reading' (duration: 107.239933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:59.287558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:59.787951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:00.289002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:00.507873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844328751s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:00.508696Z","caller":"traceutil/trace.go:171","msg":"trace[2068198500] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"1.84590246s","start":"2026-04-21T04:21:58.662754Z","end":"2026-04-21T04:22:00.508657Z","steps":["trace[2068198500] 'process raft request' (duration: 1.845662925s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.508923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.662741Z","time spent":"1.846065534s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:01.063076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:01.063165Z","caller":"traceutil/trace.go:171","msg":"trace[1086602124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346294s","start":"2026-04-21T04:21:59.062797Z","end":"2026-04-21T04:22:01.063143Z","steps":["trace[1086602124] 'agreement among raft nodes before linearized reading' (duration: 2.000241071s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.063211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.062779Z","time spent":"2.000421916s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:01.279139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.494943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:01.279229Z","caller":"traceutil/trace.go:171","msg":"trace[888635136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25634; }","duration":"405.602476ms","start":"2026-04-21T04:22:00.873615Z","end":"2026-04-21T04:22:01.279217Z","steps":["trace[888635136] 'range keys from in-memory index tree' (duration: 405.482273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.952166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44384795s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:01.952748Z","caller":"traceutil/trace.go:171","msg":"trace[344014535] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"2.427537586s","start":"2026-04-21T04:21:59.525178Z","end":"2026-04-21T04:22:01.952715Z","steps":["trace[344014535] 'process raft request' (duration: 2.4272552s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:01.952688Z","caller":"traceutil/trace.go:171","msg":"trace[109541979] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"2.099487891s","start":"2026-04-21T04:21:59.853175Z","end":"2026-04-21T04:22:01.952663Z","steps":["trace[109541979] 'process raft request' (duration: 2.099395569s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.952894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.525159Z","time spent":"2.427659619s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:01.952908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.853157Z","time spent":"2.099673105s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:01.952967Z","caller":"traceutil/trace.go:171","msg":"trace[1948042845] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"2.098254851s","start":"2026-04-21T04:21:59.854682Z","end":"2026-04-21T04:22:01.952936Z","steps":["trace[1948042845] 'process raft request' (duration: 2.097934693s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:01.95301Z","caller":"traceutil/trace.go:171","msg":"trace[1644953508] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"2.097552853s","start":"2026-04-21T04:21:59.855449Z","end":"2026-04-21T04:22:01.953001Z","steps":["trace[1644953508] 'process raft request' (duration: 2.09739628s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.953053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.855439Z","time spent":"2.097592704s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:01.953078Z","caller":"traceutil/trace.go:171","msg":"trace[1109136046] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"2.097534613s","start":"2026-04-21T04:21:59.855522Z","end":"2026-04-21T04:22:01.953056Z","steps":["trace[1109136046] 'process raft request' (duration: 2.09742635s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.953122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.854673Z","time spent":"2.098361163s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:01.95316Z","caller":"traceutil/trace.go:171","msg":"trace[439126634] linearizableReadLoop","detail":"{readStateIndex:26500; appliedIndex:26492; }","duration":"3.165923232s","start":"2026-04-21T04:21:58.787225Z","end":"2026-04-21T04:22:01.953148Z","steps":["trace[439126634] 'read index received' (duration: 1.721093497s)","trace[439126634] 'applied index is now lower than readState.Index' (duration: 1.444828815s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:01.953175Z","caller":"traceutil/trace.go:171","msg":"trace[1934429377] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"2.006095454s","start":"2026-04-21T04:21:59.947063Z","end":"2026-04-21T04:22:01.953158Z","steps":["trace[1934429377] 'process raft request' (duration: 2.00593586s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.953218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.855515Z","time spent":"2.097630436s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:01.953231Z","caller":"traceutil/trace.go:171","msg":"trace[2034839944] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"1.686635338s","start":"2026-04-21T04:22:00.266584Z","end":"2026-04-21T04:22:01.95322Z","steps":["trace[2034839944] 'process raft request' (duration: 1.686509675s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.953258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.947032Z","time spent":"2.006184927s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:01.953345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.266559Z","time spent":"1.686691159s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:01.953576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166349463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:01.953695Z","caller":"traceutil/trace.go:171","msg":"trace[955425841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25641; }","duration":"3.166469726s","start":"2026-04-21T04:21:58.787208Z","end":"2026-04-21T04:22:01.953678Z","steps":["trace[955425841] 'agreement among raft nodes before linearized reading' (duration: 3.166099037s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:01.953791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.787151Z","time spent":"3.166627279s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:02.454059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:02.954642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:03.001305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048771301s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:03.06324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:03.063389Z","caller":"traceutil/trace.go:171","msg":"trace[2128531257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100769s","start":"2026-04-21T04:22:01.063245Z","end":"2026-04-21T04:22:03.063346Z","steps":["trace[2128531257] 'agreement among raft nodes before linearized reading' (duration: 1.999945765s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.063442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.063226Z","time spent":"2.000204931s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:04.12637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124696462s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:04.126591Z","caller":"traceutil/trace.go:171","msg":"trace[363325980] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"2.699030584s","start":"2026-04-21T04:22:01.427542Z","end":"2026-04-21T04:22:04.126572Z","steps":["trace[363325980] 'process raft request' (duration: 2.698925931s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:04.126632Z","caller":"traceutil/trace.go:171","msg":"trace[1278479409] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"3.507052277s","start":"2026-04-21T04:22:00.619544Z","end":"2026-04-21T04:22:04.126596Z","steps":["trace[1278479409] 'process raft request' (duration: 2.382031847s)","trace[1278479409] 'compare' (duration: 1.123103523s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:04.126666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.427521Z","time spent":"2.699112616s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:04.126819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.619519Z","time spent":"3.50719243s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:04.497093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49552962s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:04.856384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999318267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:04.856471Z","caller":"traceutil/trace.go:171","msg":"trace[1145802139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999443691s","start":"2026-04-21T04:21:59.857008Z","end":"2026-04-21T04:22:04.856452Z","steps":["trace[1145802139] 'agreement among raft nodes before linearized reading' (duration: 4.999333238s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.856523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.857Z","time spent":"4.999511842s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:05.071662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999698849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:05.071742Z","caller":"traceutil/trace.go:171","msg":"trace[561983587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999831932s","start":"2026-04-21T04:22:03.07189Z","end":"2026-04-21T04:22:05.071722Z","steps":["trace[561983587] 'agreement among raft nodes before linearized reading' (duration: 1.99973265s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.0718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.07187Z","time spent":"1.999919964s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:05.338557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999686386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:05.338651Z","caller":"traceutil/trace.go:171","msg":"trace[1752801763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99985637s","start":"2026-04-21T04:22:00.338769Z","end":"2026-04-21T04:22:05.338626Z","steps":["trace[1752801763] 'agreement among raft nodes before linearized reading' (duration: 4.999738438s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.338702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.338739Z","time spent":"4.999951874s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/21 04:22:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:06.233198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735832798s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:06.233599Z","caller":"traceutil/trace.go:171","msg":"trace[2052268544] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"4.273492038s","start":"2026-04-21T04:22:01.960071Z","end":"2026-04-21T04:22:06.233563Z","steps":["trace[2052268544] 'process raft request' (duration: 2.537195909s)","trace[2052268544] 'compare' (duration: 1.734435454s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:06.233744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.960051Z","time spent":"4.273618041s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:06.510323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.011898947s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:06.994391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.074138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:22:06.995108Z","caller":"traceutil/trace.go:171","msg":"trace[554857963] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26500; }","duration":"5.041887775s","start":"2026-04-21T04:22:01.953191Z","end":"2026-04-21T04:22:06.995079Z","steps":["trace[554857963] 'read index received' (duration: 1.048373862s)","trace[554857963] 'applied index is now lower than readState.Index' (duration: 3.993512173s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:06.995116Z","caller":"traceutil/trace.go:171","msg":"trace[1906258423] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"4.480525944s","start":"2026-04-21T04:22:02.514545Z","end":"2026-04-21T04:22:06.995071Z","steps":["trace[1906258423] 'process raft request' (duration: 4.479934989s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:06.995289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.514517Z","time spent":"4.480687067s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:07.072403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:07.072494Z","caller":"traceutil/trace.go:171","msg":"trace[1994410881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373725s","start":"2026-04-21T04:22:05.072098Z","end":"2026-04-21T04:22:07.072472Z","steps":["trace[1994410881] 'agreement among raft nodes before linearized reading' (duration: 2.000262773s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.072544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.072077Z","time spent":"2.000456017s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:08.574131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831849654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:08.574177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.703643373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:08.574222Z","caller":"traceutil/trace.go:171","msg":"trace[1584573939] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25645; }","duration":"7.832009458s","start":"2026-04-21T04:22:00.742187Z","end":"2026-04-21T04:22:08.574197Z","steps":["trace[1584573939] 'agreement among raft nodes before linearized reading' (duration: 6.252951412s)","trace[1584573939] 'count revisions from in-memory index tree' (duration: 1.578918042s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:08.574255Z","caller":"traceutil/trace.go:171","msg":"trace[1447786541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25645; }","duration":"8.703751285s","start":"2026-04-21T04:21:59.87048Z","end":"2026-04-21T04:22:08.574231Z","steps":["trace[1447786541] 'agreement among raft nodes before linearized reading' (duration: 7.12471806s)","trace[1447786541] 'range keys from in-memory index tree' (duration: 1.578824721s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.574279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.742159Z","time spent":"7.83210809s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.574329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.93379042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:08.574365Z","caller":"traceutil/trace.go:171","msg":"trace[575653641] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25645; }","duration":"7.933868151s","start":"2026-04-21T04:22:00.640486Z","end":"2026-04-21T04:22:08.574354Z","steps":["trace[575653641] 'agreement among raft nodes before linearized reading' (duration: 6.354661442s)","trace[575653641] 'count revisions from in-memory index tree' (duration: 1.579166949s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.574388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.640462Z","time spent":"7.933920782s","remote":"127.0.0.1:55688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.574561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.703836147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:08.574666Z","caller":"traceutil/trace.go:171","msg":"trace[781179607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25645; }","duration":"8.703981211s","start":"2026-04-21T04:21:59.870658Z","end":"2026-04-21T04:22:08.57464Z","steps":["trace[781179607] 'agreement among raft nodes before linearized reading' (duration: 7.124548336s)","trace[781179607] 'range keys from in-memory index tree' (duration: 1.579191559s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.5747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.033281533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:08.574747Z","caller":"traceutil/trace.go:171","msg":"trace[299442223] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25645; }","duration":"8.033371366s","start":"2026-04-21T04:22:00.541365Z","end":"2026-04-21T04:22:08.574736Z","steps":["trace[299442223] 'agreement among raft nodes before linearized reading' (duration: 6.453790727s)","trace[299442223] 'count revisions from in-memory index tree' (duration: 1.579519777s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.574782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.541341Z","time spent":"8.033431987s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.574794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.857473383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-21T04:22:08.574831Z","caller":"traceutil/trace.go:171","msg":"trace[36335515] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25645; }","duration":"8.857545274s","start":"2026-04-21T04:21:59.717272Z","end":"2026-04-21T04:22:08.574818Z","steps":["trace[36335515] 'agreement among raft nodes before linearized reading' (duration: 7.277928574s)","trace[36335515] 'range keys from in-memory index tree' (duration: 1.579532927s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.574827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.218295201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:08.574858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.717256Z","time spent":"8.857594575s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-21T04:22:08.57487Z","caller":"traceutil/trace.go:171","msg":"trace[1810740274] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25645; }","duration":"7.218386723s","start":"2026-04-21T04:22:01.35647Z","end":"2026-04-21T04:22:08.574856Z","steps":["trace[1810740274] 'agreement among raft nodes before linearized reading' (duration: 5.63864038s)","trace[1810740274] 'count revisions from in-memory index tree' (duration: 1.579699552s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.574903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.356447Z","time spent":"7.218447784s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.574939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.542926876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.574978Z","caller":"traceutil/trace.go:171","msg":"trace[1276424576] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25645; }","duration":"8.543021029s","start":"2026-04-21T04:22:00.031946Z","end":"2026-04-21T04:22:08.574967Z","steps":["trace[1276424576] 'agreement among raft nodes before linearized reading' (duration: 6.963220905s)","trace[1276424576] 'count revisions from in-memory index tree' (duration: 1.579752603s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.575013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.031917Z","time spent":"8.54308621s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.575092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.379947297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.575125Z","caller":"traceutil/trace.go:171","msg":"trace[369212630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25645; }","duration":"9.380014969s","start":"2026-04-21T04:21:59.195099Z","end":"2026-04-21T04:22:08.575114Z","steps":["trace[369212630] 'agreement among raft nodes before linearized reading' (duration: 7.800116322s)","trace[369212630] 'count revisions from in-memory index tree' (duration: 1.579850966s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.57515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.195086Z","time spent":"9.380056329s","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.575181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.133224371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.575241Z","caller":"traceutil/trace.go:171","msg":"trace[102810969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25645; }","duration":"8.133351274s","start":"2026-04-21T04:22:00.441875Z","end":"2026-04-21T04:22:08.575226Z","steps":["trace[102810969] 'agreement among raft nodes before linearized reading' (duration: 6.553300244s)","trace[102810969] 'count revisions from in-memory index tree' (duration: 1.579985849s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.575255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.280810365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-21T04:22:08.575286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.441858Z","time spent":"8.133406175s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:08.57531Z","caller":"traceutil/trace.go:171","msg":"trace[1114961569] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25645; }","duration":"7.280898447s","start":"2026-04-21T04:22:01.294393Z","end":"2026-04-21T04:22:08.575291Z","steps":["trace[1114961569] 'agreement among raft nodes before linearized reading' (duration: 5.700727493s)","trace[1114961569] 'range keys from in-memory index tree' (duration: 1.579999229s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.575411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.294375Z","time spent":"7.281021669s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-21T04:22:08.575474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.500124063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.575516Z","caller":"traceutil/trace.go:171","msg":"trace[1652752523] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25645; }","duration":"8.500178325s","start":"2026-04-21T04:22:00.075324Z","end":"2026-04-21T04:22:08.575502Z","steps":["trace[1652752523] 'agreement among raft nodes before linearized reading' (duration: 6.919858128s)","trace[1652752523] 'range keys from in-memory index tree' (duration: 1.580272566s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.57555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.075313Z","time spent":"8.500229586s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:08.575731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.538203051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.575768Z","caller":"traceutil/trace.go:171","msg":"trace[1797343703] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25645; }","duration":"8.538272502s","start":"2026-04-21T04:22:00.037485Z","end":"2026-04-21T04:22:08.575758Z","steps":["trace[1797343703] 'agreement among raft nodes before linearized reading' (duration: 6.957703719s)","trace[1797343703] 'count revisions from in-memory index tree' (duration: 1.580522142s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.575804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.037475Z","time spent":"8.538316524s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:08.575918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.66961362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-21T04:22:08.574709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.870652Z","time spent":"8.704047993s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:08.574786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.129451177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.576175Z","caller":"traceutil/trace.go:171","msg":"trace[1845855794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25645; }","duration":"8.130823661s","start":"2026-04-21T04:22:00.445318Z","end":"2026-04-21T04:22:08.576142Z","steps":["trace[1845855794] 'agreement among raft nodes before linearized reading' (duration: 6.549763456s)","trace[1845855794] 'count revisions from in-memory index tree' (duration: 1.57966394s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.57429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.87047Z","time spent":"8.703813687s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:08.57627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.445291Z","time spent":"8.130946465s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:08.576292Z","caller":"traceutil/trace.go:171","msg":"trace[2091347289] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25645; }","duration":"7.670081002s","start":"2026-04-21T04:22:00.906197Z","end":"2026-04-21T04:22:08.576278Z","steps":["trace[2091347289] 'agreement among raft nodes before linearized reading' (duration: 6.088931295s)","trace[2091347289] 'range keys from in-memory index tree' (duration: 1.580566853s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.576329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.906175Z","time spent":"7.670143884s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-21T04:22:08.576498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581364292s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:08.576654Z","caller":"traceutil/trace.go:171","msg":"trace[49523938] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"4.616055576s","start":"2026-04-21T04:22:03.960584Z","end":"2026-04-21T04:22:08.576639Z","steps":["trace[49523938] 'process raft request' (duration: 3.034478309s)","trace[49523938] 'compare' (duration: 1.57963924s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.576718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.960564Z","time spent":"4.616123578s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.576993Z","caller":"traceutil/trace.go:171","msg":"trace[2129051756] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"4.615963334s","start":"2026-04-21T04:22:03.96102Z","end":"2026-04-21T04:22:08.576983Z","steps":["trace[2129051756] 'process raft request' (duration: 4.615552694s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.577115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.961Z","time spent":"4.616033615s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.577344Z","caller":"traceutil/trace.go:171","msg":"trace[1131847232] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"2.445202446s","start":"2026-04-21T04:22:06.132125Z","end":"2026-04-21T04:22:08.577327Z","steps":["trace[1131847232] 'process raft request' (duration: 2.445163115s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:08.57739Z","caller":"traceutil/trace.go:171","msg":"trace[1974081287] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"4.615779699s","start":"2026-04-21T04:22:03.961596Z","end":"2026-04-21T04:22:08.577375Z","steps":["trace[1974081287] 'process raft request' (duration: 4.615364609s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:08.577419Z","caller":"traceutil/trace.go:171","msg":"trace[1647386790] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"4.614933499s","start":"2026-04-21T04:22:03.962478Z","end":"2026-04-21T04:22:08.577411Z","steps":["trace[1647386790] 'process raft request' (duration: 4.614533339s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.577466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.962455Z","time spent":"4.614984421s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.577436Z","caller":"traceutil/trace.go:171","msg":"trace[952637026] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"2.950779429s","start":"2026-04-21T04:22:05.626624Z","end":"2026-04-21T04:22:08.577404Z","steps":["trace[952637026] 'process raft request' (duration: 2.950627815s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.577472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.961589Z","time spent":"4.61584015s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:08.577569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.132102Z","time spent":"2.44535073s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:08.577588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.6266Z","time spent":"2.950907692s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.577389Z","caller":"traceutil/trace.go:171","msg":"trace[404699204] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"4.614794656s","start":"2026-04-21T04:22:03.962584Z","end":"2026-04-21T04:22:08.577379Z","steps":["trace[404699204] 'process raft request' (duration: 4.61452989s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:08.577167Z","caller":"traceutil/trace.go:171","msg":"trace[1319715510] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"4.615867701s","start":"2026-04-21T04:22:03.961278Z","end":"2026-04-21T04:22:08.577146Z","steps":["trace[1319715510] 'process raft request' (duration: 4.615605995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.577941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.96127Z","time spent":"4.61659605s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:08.577798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.962576Z","time spent":"4.615178536s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.578158Z","caller":"traceutil/trace.go:171","msg":"trace[1057206279] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"3.191018554s","start":"2026-04-21T04:22:05.387109Z","end":"2026-04-21T04:22:08.578128Z","steps":["trace[1057206279] 'process raft request' (duration: 3.190092881s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.578298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.387082Z","time spent":"3.191136227s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:09.0803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:09.080391Z","caller":"traceutil/trace.go:171","msg":"trace[1378352444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191791s","start":"2026-04-21T04:22:07.080175Z","end":"2026-04-21T04:22:09.080367Z","steps":["trace[1378352444] 'agreement among raft nodes before linearized reading' (duration: 2.000077948s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:09.080458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.080153Z","time spent":"2.000294373s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:09.857067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99844169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:09.857152Z","caller":"traceutil/trace.go:171","msg":"trace[2134205519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998580903s","start":"2026-04-21T04:22:06.85855Z","end":"2026-04-21T04:22:09.857131Z","steps":["trace[2134205519] 'agreement among raft nodes before linearized reading' (duration: 2.998474881s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:09.857201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.858531Z","time spent":"2.998658006s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/21 04:22:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:09.870509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.582846Z","time spent":"1.287659445s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/21 04:22:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:09.870653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.582922Z","time spent":"1.287726216s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/21 04:22:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:09.918948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.55366848s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:10.338717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993766007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:10.338795Z","caller":"traceutil/trace.go:171","msg":"trace[2130038673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99390761s","start":"2026-04-21T04:22:07.344869Z","end":"2026-04-21T04:22:10.338776Z","steps":["trace[2130038673] 'agreement among raft nodes before linearized reading' (duration: 2.993805608s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.338843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.344848Z","time spent":"2.993985132s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/21 04:22:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:10.900326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.196225Z","time spent":"704.095181ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:22:10.901185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.928683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:10.901277Z","caller":"traceutil/trace.go:171","msg":"trace[256944577] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26505; }","duration":"3.906087782s","start":"2026-04-21T04:22:06.995173Z","end":"2026-04-21T04:22:10.901261Z","steps":["trace[256944577] 'read index received' (duration: 358.940518ms)","trace[256944577] 'applied index is now lower than readState.Index' (duration: 3.547145094s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:10.901558Z","caller":"traceutil/trace.go:171","msg":"trace[1479109523] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"3.939484106s","start":"2026-04-21T04:22:06.962059Z","end":"2026-04-21T04:22:10.901543Z","steps":["trace[1479109523] 'process raft request' (duration: 2.957104752s)","trace[1479109523] 'compare' (duration: 981.039562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:10.901634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.962036Z","time spent":"3.939563418s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.901814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691783072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:10.901853Z","caller":"traceutil/trace.go:171","msg":"trace[856623364] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25655; }","duration":"4.691859904s","start":"2026-04-21T04:22:06.209983Z","end":"2026-04-21T04:22:10.901843Z","steps":["trace[856623364] 'agreement among raft nodes before linearized reading' (duration: 4.691783762s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.90191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.209961Z","time spent":"4.691939946s","remote":"127.0.0.1:37250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.902139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.675458776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:22:10.902223Z","caller":"traceutil/trace.go:171","msg":"trace[1136447341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25655; }","duration":"8.67559447s","start":"2026-04-21T04:22:02.226608Z","end":"2026-04-21T04:22:10.902203Z","steps":["trace[1136447341] 'agreement among raft nodes before linearized reading' (duration: 8.675282522s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.226586Z","time spent":"8.675675961s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:10.902277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.889395511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:10.90236Z","caller":"traceutil/trace.go:171","msg":"trace[1485196669] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25655; }","duration":"8.889530853s","start":"2026-04-21T04:22:02.012808Z","end":"2026-04-21T04:22:10.902339Z","steps":["trace[1485196669] 'agreement among raft nodes before linearized reading' (duration: 8.889153944s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.741545177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:10.902384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.521849842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:10.902372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.43299084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:10.902425Z","caller":"traceutil/trace.go:171","msg":"trace[97081427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25655; }","duration":"8.741591338s","start":"2026-04-21T04:22:02.160822Z","end":"2026-04-21T04:22:10.902414Z","steps":["trace[97081427] 'agreement among raft nodes before linearized reading' (duration: 8.741493345s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.01279Z","time spent":"8.889625056s","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:10.902454Z","caller":"traceutil/trace.go:171","msg":"trace[407123421] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25655; }","duration":"8.521971715s","start":"2026-04-21T04:22:02.380465Z","end":"2026-04-21T04:22:10.902437Z","steps":["trace[407123421] 'agreement among raft nodes before linearized reading' (duration: 8.521845442s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.160748Z","time spent":"8.741705331s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.9025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.380447Z","time spent":"8.522043237s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.902483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913909279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-21T04:22:10.902519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.583384892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:10.902528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203385034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:10.902559Z","caller":"traceutil/trace.go:171","msg":"trace[1188499108] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25655; }","duration":"8.583478674s","start":"2026-04-21T04:22:02.319067Z","end":"2026-04-21T04:22:10.902545Z","steps":["trace[1188499108] 'agreement among raft nodes before linearized reading' (duration: 8.583406472s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.90251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.807590851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:10.902571Z","caller":"traceutil/trace.go:171","msg":"trace[18478430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25655; }","duration":"6.203477176s","start":"2026-04-21T04:22:04.699086Z","end":"2026-04-21T04:22:10.902563Z","steps":["trace[18478430] 'agreement among raft nodes before linearized reading' (duration: 6.203395104s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.9026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.31904Z","time spent":"8.583550736s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.902642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.699063Z","time spent":"6.203546078s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:10.902638Z","caller":"traceutil/trace.go:171","msg":"trace[592743731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25655; }","duration":"6.807781825s","start":"2026-04-21T04:22:04.094825Z","end":"2026-04-21T04:22:10.902607Z","steps":["trace[592743731] 'agreement among raft nodes before linearized reading' (duration: 6.807581841s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143378768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:10.902692Z","caller":"traceutil/trace.go:171","msg":"trace[2038989790] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25655; }","duration":"5.14344992s","start":"2026-04-21T04:22:05.759232Z","end":"2026-04-21T04:22:10.902682Z","steps":["trace[2038989790] 'agreement among raft nodes before linearized reading' (duration: 5.143389719s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.287270004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:10.902746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.759212Z","time spent":"5.143524294s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:10.902786Z","caller":"traceutil/trace.go:171","msg":"trace[1983989290] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25655; }","duration":"8.287350618s","start":"2026-04-21T04:22:02.615424Z","end":"2026-04-21T04:22:10.902775Z","steps":["trace[1983989290] 'agreement among raft nodes before linearized reading' (duration: 8.287278405s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.902821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.615403Z","time spent":"8.287405629s","remote":"127.0.0.1:55598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.90283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.094783Z","time spent":"6.807988761s","remote":"127.0.0.1:42036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:10.902564Z","caller":"traceutil/trace.go:171","msg":"trace[1088881504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25655; }","duration":"5.914040522s","start":"2026-04-21T04:22:04.988502Z","end":"2026-04-21T04:22:10.902542Z","steps":["trace[1088881504] 'agreement among raft nodes before linearized reading' (duration: 5.913810806s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.903024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.988482Z","time spent":"5.914508055s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:22:10.90238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997537968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:22:10.903261Z","caller":"traceutil/trace.go:171","msg":"trace[1857688494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25655; }","duration":"5.998518302s","start":"2026-04-21T04:22:04.904724Z","end":"2026-04-21T04:22:10.903242Z","steps":["trace[1857688494] 'agreement among raft nodes before linearized reading' (duration: 5.997282171s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.90346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.904708Z","time spent":"5.998735648s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:22:10.903636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.834839388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:22:10.903295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.387313141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:10.903706Z","caller":"traceutil/trace.go:171","msg":"trace[795401090] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:25655; }","duration":"7.836434677s","start":"2026-04-21T04:22:03.067251Z","end":"2026-04-21T04:22:10.903686Z","steps":["trace[795401090] 'agreement among raft nodes before linearized reading' (duration: 7.834609372s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.903715Z","caller":"traceutil/trace.go:171","msg":"trace[1375427132] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25655; }","duration":"7.387789832s","start":"2026-04-21T04:22:03.515909Z","end":"2026-04-21T04:22:10.903699Z","steps":["trace[1375427132] 'agreement among raft nodes before linearized reading' (duration: 7.3873092s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.902463Z","caller":"traceutil/trace.go:171","msg":"trace[1568799611] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25655; }","duration":"6.433108783s","start":"2026-04-21T04:22:04.469338Z","end":"2026-04-21T04:22:10.902447Z","steps":["trace[1568799611] 'agreement among raft nodes before linearized reading' (duration: 6.432944999s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.903771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.515887Z","time spent":"7.387864993s","remote":"127.0.0.1:55630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.903807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.469323Z","time spent":"6.434463607s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:10.904229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.320391813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:10.904287Z","caller":"traceutil/trace.go:171","msg":"trace[1942636037] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25655; }","duration":"5.320496765s","start":"2026-04-21T04:22:05.583777Z","end":"2026-04-21T04:22:10.904273Z","steps":["trace[1942636037] 'agreement among raft nodes before linearized reading' (duration: 5.318520237s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.904292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.067235Z","time spent":"7.837039002s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"warn","ts":"2026-04-21T04:22:10.904322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.583757Z","time spent":"5.320556367s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:10.929235Z","caller":"traceutil/trace.go:171","msg":"trace[2069204500] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"1.928245466s","start":"2026-04-21T04:22:09.000959Z","end":"2026-04-21T04:22:10.929204Z","steps":["trace[2069204500] 'process raft request' (duration: 1.928144784s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.929497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.000932Z","time spent":"1.92837791s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:10.929508Z","caller":"traceutil/trace.go:171","msg":"trace[1488048345] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25659; }","duration":"1.056029388s","start":"2026-04-21T04:22:09.87346Z","end":"2026-04-21T04:22:10.929489Z","steps":["trace[1488048345] 'process raft request' (duration: 1.055977107s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.929628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.873446Z","time spent":"1.056111991s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:10.929571Z","caller":"traceutil/trace.go:171","msg":"trace[81268659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25659; }","duration":"1.056664983s","start":"2026-04-21T04:22:09.872881Z","end":"2026-04-21T04:22:10.929546Z","steps":["trace[81268659] 'process raft request' (duration: 1.056451768s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.929613Z","caller":"traceutil/trace.go:171","msg":"trace[1185706662] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"1.069192309s","start":"2026-04-21T04:22:09.860316Z","end":"2026-04-21T04:22:10.929508Z","steps":["trace[1185706662] 'process raft request' (duration: 1.068831561s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.929837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.872866Z","time spent":"1.056823828s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.929957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.86029Z","time spent":"1.069491747s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.08071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999216397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:11.080847Z","caller":"traceutil/trace.go:171","msg":"trace[398922463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999368721s","start":"2026-04-21T04:22:09.081424Z","end":"2026-04-21T04:22:11.080792Z","steps":["trace[398922463] 'agreement among raft nodes before linearized reading' (duration: 1.999245068s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.080935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.081411Z","time spent":"1.999510934s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:11.798282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.799234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:11.798681Z","caller":"traceutil/trace.go:171","msg":"trace[1038645153] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"1.457348189s","start":"2026-04-21T04:22:10.341293Z","end":"2026-04-21T04:22:11.798641Z","steps":["trace[1038645153] 'process raft request' (duration: 1.295088315s)","trace[1038645153] 'compare' (duration: 160.342998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:11.798857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.341265Z","time spent":"1.457501244s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.79897Z","caller":"traceutil/trace.go:171","msg":"trace[900903515] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"1.216001257s","start":"2026-04-21T04:22:10.582928Z","end":"2026-04-21T04:22:11.798929Z","steps":["trace[900903515] 'process raft request' (duration: 1.2156733s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.798694Z","caller":"traceutil/trace.go:171","msg":"trace[1901295340] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"1.215754592s","start":"2026-04-21T04:22:10.582913Z","end":"2026-04-21T04:22:11.798667Z","steps":["trace[1901295340] 'process raft request' (duration: 1.215486266s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.799093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.582908Z","time spent":"1.216123841s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.799137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.582886Z","time spent":"1.216197062s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.79937Z","caller":"traceutil/trace.go:171","msg":"trace[293482504] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"1.216161772s","start":"2026-04-21T04:22:10.583137Z","end":"2026-04-21T04:22:11.799299Z","steps":["trace[293482504] 'process raft request' (duration: 1.215731881s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.799522Z","caller":"traceutil/trace.go:171","msg":"trace[571127511] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"1.216324276s","start":"2026-04-21T04:22:10.583177Z","end":"2026-04-21T04:22:11.799501Z","steps":["trace[571127511] 'process raft request' (duration: 1.216027409s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.799557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.583128Z","time spent":"1.216340556s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.799624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.583167Z","time spent":"1.216408168s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.799712Z","caller":"traceutil/trace.go:171","msg":"trace[20473381] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"1.215604189s","start":"2026-04-21T04:22:10.584078Z","end":"2026-04-21T04:22:11.799682Z","steps":["trace[20473381] 'process raft request' (duration: 1.215331572s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.800149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.584069Z","time spent":"1.215767162s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.800498Z","caller":"traceutil/trace.go:171","msg":"trace[1890090970] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26515; }","duration":"899.150355ms","start":"2026-04-21T04:22:10.901308Z","end":"2026-04-21T04:22:11.800459Z","steps":["trace[1890090970] 'read index received' (duration: 27.623753ms)","trace[1890090970] 'applied index is now lower than readState.Index' (duration: 871.525292ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:11.800618Z","caller":"traceutil/trace.go:171","msg":"trace[715823212] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"1.216405868s","start":"2026-04-21T04:22:10.584201Z","end":"2026-04-21T04:22:11.800607Z","steps":["trace[715823212] 'process raft request' (duration: 1.215337742s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.800693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.584183Z","time spent":"1.216465139s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.80082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137840611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:11.800825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049131418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:11.800858Z","caller":"traceutil/trace.go:171","msg":"trace[1833423816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25670; }","duration":"4.137906462s","start":"2026-04-21T04:22:07.662939Z","end":"2026-04-21T04:22:11.800845Z","steps":["trace[1833423816] 'agreement among raft nodes before linearized reading' (duration: 4.137841631s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.800891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.662922Z","time spent":"4.137960044s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.800972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220542094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-21T04:22:11.801069Z","caller":"traceutil/trace.go:171","msg":"trace[1193399170] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25670; }","duration":"3.220693477s","start":"2026-04-21T04:22:08.580353Z","end":"2026-04-21T04:22:11.801047Z","steps":["trace[1193399170] 'agreement among raft nodes before linearized reading' (duration: 3.220308138s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.580331Z","time spent":"3.22078188s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":746,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-21T04:22:11.801129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316580115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.801159Z","caller":"traceutil/trace.go:171","msg":"trace[1607522895] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25670; }","duration":"3.316647527s","start":"2026-04-21T04:22:08.484503Z","end":"2026-04-21T04:22:11.80115Z","steps":["trace[1607522895] 'agreement among raft nodes before linearized reading' (duration: 3.316594555s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.48448Z","time spent":"3.316707948s","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.801211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.796288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:22:11.801274Z","caller":"traceutil/trace.go:171","msg":"trace[1849754503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25670; }","duration":"894.86056ms","start":"2026-04-21T04:22:10.906373Z","end":"2026-04-21T04:22:11.801233Z","steps":["trace[1849754503] 'agreement among raft nodes before linearized reading' (duration: 894.722696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.80132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.906355Z","time spent":"894.955883ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:22:11.801379Z","caller":"traceutil/trace.go:171","msg":"trace[1310214389] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"1.217162556s","start":"2026-04-21T04:22:10.5842Z","end":"2026-04-21T04:22:11.801363Z","steps":["trace[1310214389] 'process raft request' (duration: 1.215995038s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69994818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T04:22:11.801495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551915991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:11.801527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892294063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.80154Z","caller":"traceutil/trace.go:171","msg":"trace[848185386] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25670; }","duration":"3.552004263s","start":"2026-04-21T04:22:08.249522Z","end":"2026-04-21T04:22:11.801526Z","steps":["trace[848185386] 'agreement among raft nodes before linearized reading' (duration: 3.55187628s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.801565Z","caller":"traceutil/trace.go:171","msg":"trace[1291629042] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25670; }","duration":"2.892366094s","start":"2026-04-21T04:22:08.909188Z","end":"2026-04-21T04:22:11.801554Z","steps":["trace[1291629042] 'agreement among raft nodes before linearized reading' (duration: 2.892306393s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.909166Z","time spent":"2.892414456s","remote":"127.0.0.1:37394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.801663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563512173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:11.801704Z","caller":"traceutil/trace.go:171","msg":"trace[1154405752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25670; }","duration":"3.563584825s","start":"2026-04-21T04:22:08.238107Z","end":"2026-04-21T04:22:11.801692Z","steps":["trace[1154405752] 'agreement among raft nodes before linearized reading' (duration: 3.563493092s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.238088Z","time spent":"3.563638055s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:11.801831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867626405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.801871Z","caller":"traceutil/trace.go:171","msg":"trace[1074037124] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25670; }","duration":"3.867720137s","start":"2026-04-21T04:22:07.934142Z","end":"2026-04-21T04:22:11.801862Z","steps":["trace[1074037124] 'agreement among raft nodes before linearized reading' (duration: 3.867662195s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.801873Z","caller":"traceutil/trace.go:171","msg":"trace[51994116] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"893.690962ms","start":"2026-04-21T04:22:10.908165Z","end":"2026-04-21T04:22:11.801856Z","steps":["trace[51994116] 'process raft request' (duration: 892.230077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.93411Z","time spent":"3.867778798s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.801801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217721684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-21T04:22:11.80195Z","caller":"traceutil/trace.go:171","msg":"trace[1096165164] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25670; }","duration":"3.217890799s","start":"2026-04-21T04:22:08.58405Z","end":"2026-04-21T04:22:11.801941Z","steps":["trace[1096165164] 'agreement among raft nodes before linearized reading' (duration: 3.217678734s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.801978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.584039Z","time spent":"3.217932709s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-21T04:22:11.802072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.011418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.802129Z","caller":"traceutil/trace.go:171","msg":"trace[1137918405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25670; }","duration":"713.113841ms","start":"2026-04-21T04:22:11.089005Z","end":"2026-04-21T04:22:11.802119Z","steps":["trace[1137918405] 'agreement among raft nodes before linearized reading' (duration: 713.025129ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.801533Z","caller":"traceutil/trace.go:171","msg":"trace[1067621549] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"894.571663ms","start":"2026-04-21T04:22:10.906947Z","end":"2026-04-21T04:22:11.801519Z","steps":["trace[1067621549] 'process raft request' (duration: 893.313042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219027397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:11.802168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.088982Z","time spent":"713.167743ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:11.802185Z","caller":"traceutil/trace.go:171","msg":"trace[1030918386] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25670; }","duration":"3.219099889s","start":"2026-04-21T04:22:08.583075Z","end":"2026-04-21T04:22:11.802175Z","steps":["trace[1030918386] 'agreement among raft nodes before linearized reading' (duration: 3.219036508s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.583061Z","time spent":"3.219142231s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:11.802238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.906934Z","time spent":"895.22929ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.802286Z","caller":"traceutil/trace.go:171","msg":"trace[1355661400] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"895.098087ms","start":"2026-04-21T04:22:10.907173Z","end":"2026-04-21T04:22:11.802272Z","steps":["trace[1355661400] 'process raft request' (duration: 893.157119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.910148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7094"} {"level":"warn","ts":"2026-04-21T04:22:11.802356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.907142Z","time spent":"895.179909ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.80237Z","caller":"traceutil/trace.go:171","msg":"trace[1091804377] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25670; }","duration":"717.9832ms","start":"2026-04-21T04:22:11.084377Z","end":"2026-04-21T04:22:11.80236Z","steps":["trace[1091804377] 'agreement among raft nodes before linearized reading' (duration: 717.908898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.8024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.084358Z","time spent":"718.033431ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7117,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-21T04:22:11.80089Z","caller":"traceutil/trace.go:171","msg":"trace[767704830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25670; }","duration":"4.049242761s","start":"2026-04-21T04:22:07.75163Z","end":"2026-04-21T04:22:11.800872Z","steps":["trace[767704830] 'agreement among raft nodes before linearized reading' (duration: 4.049074797s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.7516Z","time spent":"4.050868491s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.802565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575291254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129755"} {"level":"warn","ts":"2026-04-21T04:22:11.802598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338590988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.802623Z","caller":"traceutil/trace.go:171","msg":"trace[1833260442] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25670; }","duration":"4.575382306s","start":"2026-04-21T04:22:07.227228Z","end":"2026-04-21T04:22:11.80261Z","steps":["trace[1833260442] 'agreement among raft nodes before linearized reading' (duration: 4.575216382s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.227209Z","time spent":"4.575445908s","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129778,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-21T04:22:11.802791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221703942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-21T04:22:11.802842Z","caller":"traceutil/trace.go:171","msg":"trace[2031057735] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25670; }","duration":"3.221751823s","start":"2026-04-21T04:22:08.581064Z","end":"2026-04-21T04:22:11.802816Z","steps":["trace[2031057735] 'agreement among raft nodes before linearized reading' (duration: 3.221621329s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.581057Z","time spent":"3.221807655s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":801,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-21T04:22:11.802922Z","caller":"traceutil/trace.go:171","msg":"trace[419016317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25670; }","duration":"2.338684621s","start":"2026-04-21T04:22:09.463941Z","end":"2026-04-21T04:22:11.802625Z","steps":["trace[419016317] 'agreement among raft nodes before linearized reading' (duration: 2.338586619s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.802959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.90814Z","time spent":"893.778444ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.80107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220754679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76e8ae28-fd97-4f0f-9ff8-4b32444c2e3a\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-21T04:22:11.80304Z","caller":"traceutil/trace.go:171","msg":"trace[121592147] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76e8ae28-fd97-4f0f-9ff8-4b32444c2e3a; range_end:; response_count:1; response_revision:25670; }","duration":"3.222759398s","start":"2026-04-21T04:22:08.580271Z","end":"2026-04-21T04:22:11.80303Z","steps":["trace[121592147] 'agreement among raft nodes before linearized reading' (duration: 3.220645946s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.803071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.580253Z","time spent":"3.22280986s","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-76e8ae28-fd97-4f0f-9ff8-4b32444c2e3a\" "} {"level":"warn","ts":"2026-04-21T04:22:11.802976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.463928Z","time spent":"2.339033569s","remote":"127.0.0.1:58138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.801476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.584183Z","time spent":"1.217225757s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.801584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.249497Z","time spent":"3.552076864s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.801477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388434752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.80459Z","caller":"traceutil/trace.go:171","msg":"trace[1148089408] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25670; }","duration":"2.391557318s","start":"2026-04-21T04:22:09.412984Z","end":"2026-04-21T04:22:11.804542Z","steps":["trace[1148089408] 'agreement among raft nodes before linearized reading' (duration: 2.388435472s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.804675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.412958Z","time spent":"2.391690082s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:11.803441Z","caller":"traceutil/trace.go:171","msg":"trace[772397227] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:25670; }","duration":"4.700226087s","start":"2026-04-21T04:22:07.101293Z","end":"2026-04-21T04:22:11.801519Z","steps":["trace[772397227] 'agreement among raft nodes before linearized reading' (duration: 4.69951791s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.803632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583745639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-21T04:22:11.805152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337987053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:11.806361Z","caller":"traceutil/trace.go:171","msg":"trace[1120401063] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25670; }","duration":"2.339218243s","start":"2026-04-21T04:22:09.467121Z","end":"2026-04-21T04:22:11.806339Z","steps":["trace[1120401063] 'agreement among raft nodes before linearized reading' (duration: 2.335282408s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.806402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.467113Z","time spent":"2.339274155s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.806444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.101274Z","time spent":"4.705157118s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-04-21T04:22:11.80653Z","caller":"traceutil/trace.go:171","msg":"trace[76977464] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25670; }","duration":"4.586617099s","start":"2026-04-21T04:22:07.21987Z","end":"2026-04-21T04:22:11.806487Z","steps":["trace[76977464] 'agreement among raft nodes before linearized reading' (duration: 4.583633236s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.806586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.219778Z","time spent":"4.586785433s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-21T04:22:11.93173Z","caller":"traceutil/trace.go:171","msg":"trace[1216706587] linearizableReadLoop","detail":"{readStateIndex:26533; appliedIndex:26532; }","duration":"123.668994ms","start":"2026-04-21T04:22:11.808024Z","end":"2026-04-21T04:22:11.931693Z","steps":["trace[1216706587] 'read index received' (duration: 121.87925ms)","trace[1216706587] 'applied index is now lower than readState.Index' (duration: 1.788354ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:11.931776Z","caller":"traceutil/trace.go:171","msg":"trace[1923096319] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"123.770076ms","start":"2026-04-21T04:22:11.807982Z","end":"2026-04-21T04:22:11.931752Z","steps":["trace[1923096319] 'process raft request' (duration: 122.004703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.933718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116251"} {"level":"info","ts":"2026-04-21T04:22:11.933804Z","caller":"traceutil/trace.go:171","msg":"trace[661769351] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25671; }","duration":"125.855337ms","start":"2026-04-21T04:22:11.80793Z","end":"2026-04-21T04:22:11.933785Z","steps":["trace[661769351] 'agreement among raft nodes before linearized reading' (duration: 123.910899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:12.432606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:12.933454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:13.361033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431200512s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:13.433284Z","caller":"traceutil/trace.go:171","msg":"trace[1983321733] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"1.62229579s","start":"2026-04-21T04:22:11.810963Z","end":"2026-04-21T04:22:13.433259Z","steps":["trace[1983321733] 'process raft request' (duration: 1.622201878s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.433451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.810946Z","time spent":"1.622428473s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:13.433671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.808034Z","time spent":"1.625635051s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:22:13.433957Z","caller":"traceutil/trace.go:171","msg":"trace[1352047970] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"1.624060074s","start":"2026-04-21T04:22:11.809628Z","end":"2026-04-21T04:22:13.433688Z","steps":["trace[1352047970] 'process raft request' (duration: 1.623295945s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.434111Z","caller":"traceutil/trace.go:171","msg":"trace[1599997142] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"1.625303123s","start":"2026-04-21T04:22:11.808782Z","end":"2026-04-21T04:22:13.434085Z","steps":["trace[1599997142] 'process raft request' (duration: 1.623983601s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.434233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.808769Z","time spent":"1.625417545s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:22:13.434308Z","caller":"traceutil/trace.go:171","msg":"trace[1970561979] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"1.623347345s","start":"2026-04-21T04:22:11.810943Z","end":"2026-04-21T04:22:13.43429Z","steps":["trace[1970561979] 'process raft request' (duration: 1.622044344s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.434383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.810931Z","time spent":"1.623414726s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:13.434486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.809617Z","time spent":"1.624438152s","remote":"127.0.0.1:55452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:14.773458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.970302ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:22:14.774315Z","caller":"traceutil/trace.go:171","msg":"trace[83802997] linearizableReadLoop","detail":"{readStateIndex:26539; appliedIndex:26533; }","duration":"2.842460999s","start":"2026-04-21T04:22:11.931817Z","end":"2026-04-21T04:22:14.774278Z","steps":["trace[83802997] 'read index received' (duration: 1.429448609s)","trace[83802997] 'applied index is now lower than readState.Index' (duration: 1.41300946s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:14.774409Z","caller":"traceutil/trace.go:171","msg":"trace[209404603] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"1.840493078s","start":"2026-04-21T04:22:12.933901Z","end":"2026-04-21T04:22:14.774394Z","steps":["trace[209404603] 'process raft request' (duration: 1.839631806s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:14.774481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:12.93388Z","time spent":"1.84055507s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:15.064556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:15.064642Z","caller":"traceutil/trace.go:171","msg":"trace[2138726443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412806s","start":"2026-04-21T04:22:13.06421Z","end":"2026-04-21T04:22:15.064623Z","steps":["trace[2138726443] 'agreement among raft nodes before linearized reading' (duration: 2.000300803s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:15.064691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.064184Z","time spent":"2.000497227s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:16.038331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262786148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T04:22:16.038562Z","caller":"traceutil/trace.go:171","msg":"trace[1006079092] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25677; }","duration":"2.603270298s","start":"2026-04-21T04:22:13.435269Z","end":"2026-04-21T04:22:16.03854Z","steps":["trace[1006079092] 'process raft request' (duration: 1.340185853s)","trace[1006079092] 'compare' (duration: 1.262681306s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.038639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.435252Z","time spent":"2.603355791s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:16.038957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172586758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:16.039013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128074963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-21T04:22:16.039005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228120561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:16.039092Z","caller":"traceutil/trace.go:171","msg":"trace[1386757675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25677; }","duration":"4.128204246s","start":"2026-04-21T04:22:11.910865Z","end":"2026-04-21T04:22:16.039069Z","steps":["trace[1386757675] 'agreement among raft nodes before linearized reading' (duration: 2.863510802s)","trace[1386757675] 'range keys from in-memory index tree' (duration: 1.264471578s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:16.03913Z","caller":"traceutil/trace.go:171","msg":"trace[1090760248] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25677; }","duration":"4.228282354s","start":"2026-04-21T04:22:11.810807Z","end":"2026-04-21T04:22:16.03909Z","steps":["trace[1090760248] 'agreement among raft nodes before linearized reading' (duration: 2.963678743s)","trace[1090760248] 'range keys from in-memory index tree' (duration: 1.264404426s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.039148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.910844Z","time spent":"4.128294929s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-21T04:22:16.039187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.810789Z","time spent":"4.228384567s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:22:16.039202Z","caller":"traceutil/trace.go:171","msg":"trace[353732429] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"2.232752998s","start":"2026-04-21T04:22:13.806407Z","end":"2026-04-21T04:22:16.03916Z","steps":["trace[353732429] 'process raft request' (duration: 2.232030011s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:16.039052Z","caller":"traceutil/trace.go:171","msg":"trace[17400331] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25677; }","duration":"4.172737652s","start":"2026-04-21T04:22:11.866293Z","end":"2026-04-21T04:22:16.03903Z","steps":["trace[17400331] 'agreement among raft nodes before linearized reading' (duration: 2.908172802s)","trace[17400331] 'range keys from in-memory index tree' (duration: 1.264435377s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.039294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.866265Z","time spent":"4.173012458s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:22:16.038948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168249192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-21T04:22:16.03943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.806388Z","time spent":"2.232884602s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:16.03946Z","caller":"traceutil/trace.go:171","msg":"trace[1060907545] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25677; }","duration":"4.168816676s","start":"2026-04-21T04:22:11.870625Z","end":"2026-04-21T04:22:16.039442Z","steps":["trace[1060907545] 'agreement among raft nodes before linearized reading' (duration: 2.903817655s)","trace[1060907545] 'range keys from in-memory index tree' (duration: 1.264306045s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.039521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.870609Z","time spent":"4.168896277s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-21T04:22:16.039699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230025297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116251"} {"level":"info","ts":"2026-04-21T04:22:16.039796Z","caller":"traceutil/trace.go:171","msg":"trace[31418863] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25677; }","duration":"4.230155171s","start":"2026-04-21T04:22:11.809618Z","end":"2026-04-21T04:22:16.039773Z","steps":["trace[31418863] 'agreement among raft nodes before linearized reading' (duration: 2.964862893s)","trace[31418863] 'range keys from in-memory index tree' (duration: 1.264501429s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.039848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.809603Z","time spent":"4.230232302s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116274,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-21T04:22:16.040328Z","caller":"traceutil/trace.go:171","msg":"trace[1667384353] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26540; }","duration":"1.265914383s","start":"2026-04-21T04:22:14.774393Z","end":"2026-04-21T04:22:16.040307Z","steps":["trace[1667384353] 'read index received' (duration: 1.23401ms)","trace[1667384353] 'applied index is now lower than readState.Index' (duration: 1.264679103s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:16.040673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914595525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:16.040758Z","caller":"traceutil/trace.go:171","msg":"trace[766218289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25685; }","duration":"1.914682776s","start":"2026-04-21T04:22:14.126022Z","end":"2026-04-21T04:22:16.040705Z","steps":["trace[766218289] 'agreement among raft nodes before linearized reading' (duration: 1.914598984s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.040795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:14.125994Z","time spent":"1.914790929s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:16.040859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10432855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:22:16.040916Z","caller":"traceutil/trace.go:171","msg":"trace[76763738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25685; }","duration":"2.104417451s","start":"2026-04-21T04:22:13.936484Z","end":"2026-04-21T04:22:16.040902Z","steps":["trace[76763738] 'agreement among raft nodes before linearized reading' (duration: 2.104165925s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.040962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.936464Z","time spent":"2.104482773s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:22:16.04097Z","caller":"traceutil/trace.go:171","msg":"trace[1646214583] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"2.233856656s","start":"2026-04-21T04:22:13.8071Z","end":"2026-04-21T04:22:16.040957Z","steps":["trace[1646214583] 'process raft request' (duration: 2.23197378s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.807092Z","time spent":"2.233907937s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:16.04115Z","caller":"traceutil/trace.go:171","msg":"trace[232825510] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"2.233375344s","start":"2026-04-21T04:22:13.807765Z","end":"2026-04-21T04:22:16.041141Z","steps":["trace[232825510] 'process raft request' (duration: 2.232130553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.80775Z","time spent":"2.233425016s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:16.041279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388567957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:16.041347Z","caller":"traceutil/trace.go:171","msg":"trace[2053720881] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25685; }","duration":"2.388653779s","start":"2026-04-21T04:22:13.652658Z","end":"2026-04-21T04:22:16.041312Z","steps":["trace[2053720881] 'agreement among raft nodes before linearized reading' (duration: 2.388560927s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.652627Z","time spent":"2.38874603s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:16.04142Z","caller":"traceutil/trace.go:171","msg":"trace[1013540920] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"2.232355849s","start":"2026-04-21T04:22:13.809057Z","end":"2026-04-21T04:22:16.041412Z","steps":["trace[1013540920] 'process raft request' (duration: 2.231049227s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.808994Z","time spent":"2.232455281s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:16.041484Z","caller":"traceutil/trace.go:171","msg":"trace[1170003176] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"2.231903778s","start":"2026-04-21T04:22:13.809564Z","end":"2026-04-21T04:22:16.041468Z","steps":["trace[1170003176] 'process raft request' (duration: 2.230607475s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.809549Z","time spent":"2.23196808s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:16.041348Z","caller":"traceutil/trace.go:171","msg":"trace[1683741058] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"2.233386303s","start":"2026-04-21T04:22:13.807948Z","end":"2026-04-21T04:22:16.041335Z","steps":["trace[1683741058] 'process raft request' (duration: 2.232013949s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:16.041598Z","caller":"traceutil/trace.go:171","msg":"trace[1515579566] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"1.795969773s","start":"2026-04-21T04:22:14.245599Z","end":"2026-04-21T04:22:16.041568Z","steps":["trace[1515579566] 'process raft request' (duration: 1.79464586s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:16.041386Z","caller":"traceutil/trace.go:171","msg":"trace[987983258] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"2.232712807s","start":"2026-04-21T04:22:13.808664Z","end":"2026-04-21T04:22:16.041376Z","steps":["trace[987983258] 'process raft request' (duration: 2.231385844s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.807912Z","time spent":"2.233721482s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:16.041726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100640865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129755"} {"level":"warn","ts":"2026-04-21T04:22:16.041712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:14.245571Z","time spent":"1.796079815s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:16.041766Z","caller":"traceutil/trace.go:171","msg":"trace[215455211] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25685; }","duration":"4.100723327s","start":"2026-04-21T04:22:11.941033Z","end":"2026-04-21T04:22:16.041756Z","steps":["trace[215455211] 'agreement among raft nodes before linearized reading' (duration: 4.100521472s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601447945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:22:16.041795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.941015Z","time spent":"4.100773717s","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129778,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-21T04:22:16.041807Z","caller":"traceutil/trace.go:171","msg":"trace[290454386] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:25685; }","duration":"2.601489537s","start":"2026-04-21T04:22:13.440309Z","end":"2026-04-21T04:22:16.041799Z","steps":["trace[290454386] 'agreement among raft nodes before linearized reading' (duration: 2.601426365s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.808654Z","time spent":"2.233085836s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:16.041829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.440298Z","time spent":"2.601524127s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"warn","ts":"2026-04-21T04:22:16.041721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602982152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a844725ea4fed4\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-21T04:22:16.041893Z","caller":"traceutil/trace.go:171","msg":"trace[201941054] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a844725ea4fed4; range_end:; response_count:1; response_revision:25685; }","duration":"2.603174527s","start":"2026-04-21T04:22:13.438707Z","end":"2026-04-21T04:22:16.041882Z","steps":["trace[201941054] 'agreement among raft nodes before linearized reading' (duration: 2.602932491s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.041927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.438695Z","time spent":"2.603223447s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a844725ea4fed4\" "} {"level":"warn","ts":"2026-04-21T04:22:16.04198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601798074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7287"} {"level":"warn","ts":"2026-04-21T04:22:16.04204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078265566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:16.042042Z","caller":"traceutil/trace.go:171","msg":"trace[1956974974] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25685; }","duration":"2.601927957s","start":"2026-04-21T04:22:13.440097Z","end":"2026-04-21T04:22:16.042025Z","steps":["trace[1956974974] 'agreement among raft nodes before linearized reading' (duration: 2.601743733s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:16.042077Z","caller":"traceutil/trace.go:171","msg":"trace[989422388] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25685; }","duration":"3.078333938s","start":"2026-04-21T04:22:12.963732Z","end":"2026-04-21T04:22:16.042066Z","steps":["trace[989422388] 'agreement among raft nodes before linearized reading' (duration: 3.078266926s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.04209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.440073Z","time spent":"2.602006288s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7310,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-21T04:22:16.042108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:12.963716Z","time spent":"3.078384389s","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:16.042164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068315906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-04-21T04:22:16.042208Z","caller":"traceutil/trace.go:171","msg":"trace[2105077490] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25685; }","duration":"4.068404998s","start":"2026-04-21T04:22:11.973787Z","end":"2026-04-21T04:22:16.042192Z","steps":["trace[2105077490] 'agreement among raft nodes before linearized reading' (duration: 4.068292075s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.042239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:11.973763Z","time spent":"4.06846908s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-21T04:22:16.042652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892119036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:16.042684Z","caller":"traceutil/trace.go:171","msg":"trace[18281593] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25685; }","duration":"1.892152707s","start":"2026-04-21T04:22:14.150522Z","end":"2026-04-21T04:22:16.042674Z","steps":["trace[18281593] 'agreement among raft nodes before linearized reading' (duration: 1.891727486s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.042708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:14.150479Z","time spent":"1.892223548s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:16.5408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:16.602913Z","caller":"traceutil/trace.go:171","msg":"trace[1759790989] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"693.896731ms","start":"2026-04-21T04:22:15.908981Z","end":"2026-04-21T04:22:16.602877Z","steps":["trace[1759790989] 'process raft request' (duration: 693.598844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:16.603126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.908946Z","time spent":"694.062836ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:17.065322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:17.06545Z","caller":"traceutil/trace.go:171","msg":"trace[1769272661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228272s","start":"2026-04-21T04:22:15.065191Z","end":"2026-04-21T04:22:17.06542Z","steps":["trace[1769272661] 'agreement among raft nodes before linearized reading' (duration: 2.000049947s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:17.065517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.06515Z","time spent":"2.000353945s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:18.066575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463552811s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:18.223153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.258439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:18.223711Z","caller":"traceutil/trace.go:171","msg":"trace[788023507] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26549; }","duration":"2.183306944s","start":"2026-04-21T04:22:16.040385Z","end":"2026-04-21T04:22:18.223692Z","steps":["trace[788023507] 'read index received' (duration: 562.308785ms)","trace[788023507] 'applied index is now lower than readState.Index' (duration: 1.620997339s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:18.223803Z","caller":"traceutil/trace.go:171","msg":"trace[517054896] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"2.178603359s","start":"2026-04-21T04:22:16.045188Z","end":"2026-04-21T04:22:18.223792Z","steps":["trace[517054896] 'process raft request' (duration: 2.021596082s)","trace[517054896] 'compare' (duration: 156.019873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:18.223885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.045164Z","time spent":"2.178673361s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:18.224094Z","caller":"traceutil/trace.go:171","msg":"trace[167428829] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"2.169675622s","start":"2026-04-21T04:22:16.054408Z","end":"2026-04-21T04:22:18.224084Z","steps":["trace[167428829] 'process raft request' (duration: 2.16918642s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.224163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.054382Z","time spent":"2.169743923s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:18.224358Z","caller":"traceutil/trace.go:171","msg":"trace[335282467] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"2.138862189s","start":"2026-04-21T04:22:16.085485Z","end":"2026-04-21T04:22:18.224347Z","steps":["trace[335282467] 'process raft request' (duration: 2.138159332s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.224308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.045338Z","time spent":"2.178955757s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:22:18.224423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.08546Z","time spent":"2.138931851s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:18.224535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569837734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:18.224611Z","caller":"traceutil/trace.go:171","msg":"trace[2073361265] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25691; }","duration":"2.569985397s","start":"2026-04-21T04:22:15.654609Z","end":"2026-04-21T04:22:18.224594Z","steps":["trace[2073361265] 'agreement among raft nodes before linearized reading' (duration: 2.569806573s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.224651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.654578Z","time spent":"2.570062079s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:18.224722Z","caller":"traceutil/trace.go:171","msg":"trace[2048344687] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"2.175864253s","start":"2026-04-21T04:22:16.048823Z","end":"2026-04-21T04:22:18.224688Z","steps":["trace[2048344687] 'process raft request' (duration: 2.174714205s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.224879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283603468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:18.224875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.048811Z","time spent":"2.175989325s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:18.224918Z","caller":"traceutil/trace.go:171","msg":"trace[1570874081] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25691; }","duration":"2.2836948s","start":"2026-04-21T04:22:15.941214Z","end":"2026-04-21T04:22:18.224909Z","steps":["trace[1570874081] 'agreement among raft nodes before linearized reading' (duration: 2.283627678s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:18.224364Z","caller":"traceutil/trace.go:171","msg":"trace[1011292872] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"2.178961318s","start":"2026-04-21T04:22:16.045374Z","end":"2026-04-21T04:22:18.224335Z","steps":["trace[1011292872] 'process raft request' (duration: 2.178073797s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.224949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547822347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:18.225006Z","caller":"traceutil/trace.go:171","msg":"trace[1619684846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25691; }","duration":"2.54793972s","start":"2026-04-21T04:22:15.677052Z","end":"2026-04-21T04:22:18.224991Z","steps":["trace[1619684846] 'agreement among raft nodes before linearized reading' (duration: 2.547839708s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:18.225051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.677026Z","time spent":"2.548014432s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:18.224952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.941185Z","time spent":"2.283757702s","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:18.225149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.04534Z","time spent":"2.179653674s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:18.724494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:19.074286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:19.074358Z","caller":"traceutil/trace.go:171","msg":"trace[575630122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757215s","start":"2026-04-21T04:22:17.073586Z","end":"2026-04-21T04:22:19.074343Z","steps":["trace[575630122] 'agreement among raft nodes before linearized reading' (duration: 2.000675884s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:19.074396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:17.073563Z","time spent":"2.000825698s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:19.225205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:19.725836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:20.188304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973819781s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:20.332606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.879764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:20.333542Z","caller":"traceutil/trace.go:171","msg":"trace[1306663537] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26556; }","duration":"2.109761509s","start":"2026-04-21T04:22:18.223756Z","end":"2026-04-21T04:22:20.333518Z","steps":["trace[1306663537] 'read index received' (duration: 1.964883773s)","trace[1306663537] 'applied index is now lower than readState.Index' (duration: 144.876136ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:20.33387Z","caller":"traceutil/trace.go:171","msg":"trace[491112584] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"3.554536402s","start":"2026-04-21T04:22:16.779314Z","end":"2026-04-21T04:22:20.333851Z","steps":["trace[491112584] 'process raft request' (duration: 3.409308158s)","trace[491112584] 'compare' (duration: 143.740551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:20.333966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.779284Z","time spent":"3.554635624s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:20.334165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608899493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:20.334217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960876722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.334261Z","caller":"traceutil/trace.go:171","msg":"trace[1199521039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25702; }","duration":"2.609032226s","start":"2026-04-21T04:22:17.725195Z","end":"2026-04-21T04:22:20.334227Z","steps":["trace[1199521039] 'agreement among raft nodes before linearized reading' (duration: 2.608871252s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.334314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:17.725176Z","time spent":"2.609127118s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.334375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696649574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.334422Z","caller":"traceutil/trace.go:171","msg":"trace[588352447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25702; }","duration":"3.696741206s","start":"2026-04-21T04:22:16.63767Z","end":"2026-04-21T04:22:20.334411Z","steps":["trace[588352447] 'agreement among raft nodes before linearized reading' (duration: 3.696672814s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.334473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.637638Z","time spent":"3.696823768s","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:20.334548Z","caller":"traceutil/trace.go:171","msg":"trace[9777861] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"2.288497834s","start":"2026-04-21T04:22:18.046037Z","end":"2026-04-21T04:22:20.334535Z","steps":["trace[9777861] 'process raft request' (duration: 2.286684923s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.334633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.045994Z","time spent":"2.288588096s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:20.3348Z","caller":"traceutil/trace.go:171","msg":"trace[2011354008] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"2.285617052s","start":"2026-04-21T04:22:18.049173Z","end":"2026-04-21T04:22:20.33479Z","steps":["trace[2011354008] 'process raft request' (duration: 2.283657309s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.334264Z","caller":"traceutil/trace.go:171","msg":"trace[1115032062] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25702; }","duration":"2.960967134s","start":"2026-04-21T04:22:17.373282Z","end":"2026-04-21T04:22:20.33425Z","steps":["trace[1115032062] 'agreement among raft nodes before linearized reading' (duration: 2.960883442s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.334859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.049157Z","time spent":"2.285673603s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:20.334885Z","caller":"traceutil/trace.go:171","msg":"trace[254931477] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"2.106102347s","start":"2026-04-21T04:22:18.228751Z","end":"2026-04-21T04:22:20.334853Z","steps":["trace[254931477] 'process raft request' (duration: 2.104639904s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.334888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:17.373228Z","time spent":"2.961630419s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:20.334912Z","caller":"traceutil/trace.go:171","msg":"trace[1017201598] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"2.284611338s","start":"2026-04-21T04:22:18.050251Z","end":"2026-04-21T04:22:20.334863Z","steps":["trace[1017201598] 'process raft request' (duration: 2.282743046s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.228736Z","time spent":"2.106219909s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:22:20.335081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170638345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276015"} {"level":"info","ts":"2026-04-21T04:22:20.3351Z","caller":"traceutil/trace.go:171","msg":"trace[204633133] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"1.683210015s","start":"2026-04-21T04:22:18.651874Z","end":"2026-04-21T04:22:20.335084Z","steps":["trace[204633133] 'process raft request' (duration: 1.681584248s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.335138Z","caller":"traceutil/trace.go:171","msg":"trace[1246610025] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"2.285720895s","start":"2026-04-21T04:22:18.049406Z","end":"2026-04-21T04:22:20.335127Z","steps":["trace[1246610025] 'process raft request' (duration: 2.283479884s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.33518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.65185Z","time spent":"1.683284717s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:20.335207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.049392Z","time spent":"2.285781406s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:20.335228Z","caller":"traceutil/trace.go:171","msg":"trace[1079236258] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"2.284911435s","start":"2026-04-21T04:22:18.050304Z","end":"2026-04-21T04:22:20.335216Z","steps":["trace[1079236258] 'process raft request' (duration: 2.282738765s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279514039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-21T04:22:20.335302Z","caller":"traceutil/trace.go:171","msg":"trace[962678931] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25702; }","duration":"4.27957301s","start":"2026-04-21T04:22:16.055718Z","end":"2026-04-21T04:22:20.335291Z","steps":["trace[962678931] 'agreement among raft nodes before linearized reading' (duration: 4.279451198s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.335336Z","caller":"traceutil/trace.go:171","msg":"trace[1724035749] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"2.285373386s","start":"2026-04-21T04:22:18.049952Z","end":"2026-04-21T04:22:20.335325Z","steps":["trace[1724035749] 'process raft request' (duration: 2.282985922s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.335344Z","caller":"traceutil/trace.go:171","msg":"trace[491272066] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"2.282133337s","start":"2026-04-21T04:22:18.053203Z","end":"2026-04-21T04:22:20.335336Z","steps":["trace[491272066] 'process raft request' (duration: 2.279897437s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.05029Z","time spent":"2.284971967s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:20.335429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53132599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:20.335432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.049913Z","time spent":"2.285488349s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:20.335438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.053175Z","time spent":"2.282237589s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:20.33508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.050237Z","time spent":"2.284756982s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:20.335466Z","caller":"traceutil/trace.go:171","msg":"trace[14376294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25702; }","duration":"2.531363272s","start":"2026-04-21T04:22:17.804091Z","end":"2026-04-21T04:22:20.335454Z","steps":["trace[14376294] 'agreement among raft nodes before linearized reading' (duration: 2.531312231s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:17.804034Z","time spent":"2.531454144s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:20.335142Z","caller":"traceutil/trace.go:171","msg":"trace[1628325197] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25702; }","duration":"4.170746998s","start":"2026-04-21T04:22:16.164382Z","end":"2026-04-21T04:22:20.335129Z","steps":["trace[1628325197] 'agreement among raft nodes before linearized reading' (duration: 4.170271126s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.33553Z","caller":"traceutil/trace.go:171","msg":"trace[647635988] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"2.109868717s","start":"2026-04-21T04:22:18.225651Z","end":"2026-04-21T04:22:20.33552Z","steps":["trace[647635988] 'process raft request' (duration: 2.107692038s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.164358Z","time spent":"4.171178338s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276038,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:22:20.335552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107039549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68\" ","response":"range_response_count:1 size:8569"} {"level":"warn","ts":"2026-04-21T04:22:20.335348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.05571Z","time spent":"4.279629341s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-21T04:22:20.335588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.225609Z","time spent":"2.109951009s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:20.335608Z","caller":"traceutil/trace.go:171","msg":"trace[610618972] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68; range_end:; response_count:1; response_revision:25702; }","duration":"2.107131521s","start":"2026-04-21T04:22:18.228464Z","end":"2026-04-21T04:22:20.335595Z","steps":["trace[610618972] 'agreement among raft nodes before linearized reading' (duration: 2.106958687s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.33565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.228438Z","time spent":"2.107202572s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8592,"request content":"key:\"/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68\" "} {"level":"warn","ts":"2026-04-21T04:22:20.334321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182908283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:20.335343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187277955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.33571Z","caller":"traceutil/trace.go:171","msg":"trace[1312537690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25702; }","duration":"3.184352216s","start":"2026-04-21T04:22:17.151338Z","end":"2026-04-21T04:22:20.335691Z","steps":["trace[1312537690] 'agreement among raft nodes before linearized reading' (duration: 3.182948364s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.335742Z","caller":"traceutil/trace.go:171","msg":"trace[740763388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25702; }","duration":"2.187727975s","start":"2026-04-21T04:22:18.148003Z","end":"2026-04-21T04:22:20.335731Z","steps":["trace[740763388] 'agreement among raft nodes before linearized reading' (duration: 2.187291735s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.335768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:17.151312Z","time spent":"3.184436417s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.335791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.147976Z","time spent":"2.187799737s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.33588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286862826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-21T04:22:20.33592Z","caller":"traceutil/trace.go:171","msg":"trace[892160112] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe; range_end:; response_count:1; response_revision:25702; }","duration":"4.286912418s","start":"2026-04-21T04:22:16.048997Z","end":"2026-04-21T04:22:20.335909Z","steps":["trace[892160112] 'agreement among raft nodes before linearized reading' (duration: 4.286811086s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.33596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.048992Z","time spent":"4.286958479s","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e3b51362-b223-4cb0-93b5-bd6294b3f3fe\" "} {"level":"warn","ts":"2026-04-21T04:22:20.336135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289391548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7\" ","response":"range_response_count:1 size:5932"} {"level":"info","ts":"2026-04-21T04:22:20.336183Z","caller":"traceutil/trace.go:171","msg":"trace[2029170815] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7; range_end:; response_count:1; response_revision:25702; }","duration":"4.289453729s","start":"2026-04-21T04:22:16.046717Z","end":"2026-04-21T04:22:20.336171Z","steps":["trace[2029170815] 'agreement among raft nodes before linearized reading' (duration: 4.289335956s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.336253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.04671Z","time spent":"4.289533091s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5955,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hltd7\" "} {"level":"warn","ts":"2026-04-21T04:22:20.338539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29249265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11484"} {"level":"info","ts":"2026-04-21T04:22:20.338593Z","caller":"traceutil/trace.go:171","msg":"trace[2074254023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25702; }","duration":"4.292561751s","start":"2026-04-21T04:22:16.046017Z","end":"2026-04-21T04:22:20.338579Z","steps":["trace[2074254023] 'agreement among raft nodes before linearized reading' (duration: 4.292429658s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.338672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.046003Z","time spent":"4.292658833s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11507,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-21T04:22:20.338681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110174039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a84472ec7f94e9\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-21T04:22:20.338719Z","caller":"traceutil/trace.go:171","msg":"trace[1202923781] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a84472ec7f94e9; range_end:; response_count:1; response_revision:25702; }","duration":"2.110258051s","start":"2026-04-21T04:22:18.228449Z","end":"2026-04-21T04:22:20.338707Z","steps":["trace[1202923781] 'agreement among raft nodes before linearized reading' (duration: 2.110150749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.338755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.228433Z","time spent":"2.110313562s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a84472ec7f94e9\" "} {"level":"warn","ts":"2026-04-21T04:22:20.338602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273675383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:20.33898Z","caller":"traceutil/trace.go:171","msg":"trace[927336712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25702; }","duration":"1.274093593s","start":"2026-04-21T04:22:19.064868Z","end":"2026-04-21T04:22:20.338962Z","steps":["trace[927336712] 'agreement among raft nodes before linearized reading' (duration: 1.273681544s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.339036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:19.064844Z","time spent":"1.274172354s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.338679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293243357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.33912Z","caller":"traceutil/trace.go:171","msg":"trace[871974865] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25702; }","duration":"4.293714348s","start":"2026-04-21T04:22:16.045393Z","end":"2026-04-21T04:22:20.339108Z","steps":["trace[871974865] 'agreement among raft nodes before linearized reading' (duration: 4.293256268s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.339177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.045366Z","time spent":"4.29378723s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:22:20.339468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533460279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:20.339511Z","caller":"traceutil/trace.go:171","msg":"trace[1624755944] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25702; }","duration":"1.533543571s","start":"2026-04-21T04:22:18.805958Z","end":"2026-04-21T04:22:20.339502Z","steps":["trace[1624755944] 'agreement among raft nodes before linearized reading' (duration: 1.533451509s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.339548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.805904Z","time spent":"1.533634003s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.33962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673785182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.33966Z","caller":"traceutil/trace.go:171","msg":"trace[282374441] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25702; }","duration":"1.673858014s","start":"2026-04-21T04:22:18.665793Z","end":"2026-04-21T04:22:20.339651Z","steps":["trace[282374441] 'agreement among raft nodes before linearized reading' (duration: 1.673772872s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.339689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.665782Z","time spent":"1.673898475s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.339697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265480249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.339722Z","caller":"traceutil/trace.go:171","msg":"trace[574460440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25702; }","duration":"1.265542689s","start":"2026-04-21T04:22:19.074172Z","end":"2026-04-21T04:22:20.339714Z","steps":["trace[574460440] 'agreement among raft nodes before linearized reading' (duration: 1.265497868s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.339745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:19.074152Z","time spent":"1.265587881s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:20.340011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.442933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:20.340143Z","caller":"traceutil/trace.go:171","msg":"trace[1976999447] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25702; }","duration":"414.673298ms","start":"2026-04-21T04:22:19.925433Z","end":"2026-04-21T04:22:20.340107Z","steps":["trace[1976999447] 'agreement among raft nodes before linearized reading' (duration: 414.384282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.340252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:19.925394Z","time spent":"414.836992ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:20.340394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.158191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:20.340441Z","caller":"traceutil/trace.go:171","msg":"trace[498500199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25702; }","duration":"109.268583ms","start":"2026-04-21T04:22:20.231161Z","end":"2026-04-21T04:22:20.34043Z","steps":["trace[498500199] 'agreement among raft nodes before linearized reading' (duration: 107.682248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.347474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:22.347546Z","caller":"traceutil/trace.go:171","msg":"trace[1175550626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241092s","start":"2026-04-21T04:22:20.347287Z","end":"2026-04-21T04:22:22.347528Z","steps":["trace[1175550626] 'agreement among raft nodes before linearized reading' (duration: 2.00013549s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.347586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.347276Z","time spent":"2.000301613s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:22.399289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526117843s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:22.399447Z","caller":"traceutil/trace.go:171","msg":"trace[1895616232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25702; }","duration":"1.526275396s","start":"2026-04-21T04:22:20.873154Z","end":"2026-04-21T04:22:22.39943Z","steps":["trace[1895616232] 'range keys from in-memory index tree' (duration: 1.526105502s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.399817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86840003s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:22.39989Z","caller":"traceutil/trace.go:171","msg":"trace[876620882] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"2.055402136s","start":"2026-04-21T04:22:20.344478Z","end":"2026-04-21T04:22:22.39988Z","steps":["trace[876620882] 'read index received' (duration: 187.123099ms)","trace[876620882] 'applied index is now lower than readState.Index' (duration: 1.868277807s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:22.399965Z","caller":"traceutil/trace.go:171","msg":"trace[1127763447] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"2.056400258s","start":"2026-04-21T04:22:20.343504Z","end":"2026-04-21T04:22:22.399904Z","steps":["trace[1127763447] 'process raft request' (duration: 188.005409ms)","trace[1127763447] 'compare' (duration: 1.867182722s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:22.400056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05558085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-04-21T04:22:22.400071Z","caller":"traceutil/trace.go:171","msg":"trace[427880075] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25703; }","duration":"2.055644421s","start":"2026-04-21T04:22:20.344421Z","end":"2026-04-21T04:22:22.400065Z","steps":["trace[427880075] 'agreement among raft nodes before linearized reading' (duration: 2.055504128s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.400089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.344392Z","time spent":"2.055692812s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-21T04:22:22.400127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.34324Z","time spent":"2.056804648s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:22.625427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.093772159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:22.625939Z","caller":"traceutil/trace.go:171","msg":"trace[395581851] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"2.275693432s","start":"2026-04-21T04:22:20.350221Z","end":"2026-04-21T04:22:22.625914Z","steps":["trace[395581851] 'process raft request' (duration: 2.27562919s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.626044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.350207Z","time spent":"2.275767843s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:22.626283Z","caller":"traceutil/trace.go:171","msg":"trace[592157050] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"2.280013808s","start":"2026-04-21T04:22:20.346228Z","end":"2026-04-21T04:22:22.626241Z","steps":["trace[592157050] 'process raft request' (duration: 2.279491016s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.626404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.346205Z","time spent":"2.280135901s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:22.640613Z","caller":"traceutil/trace.go:171","msg":"trace[1383250645] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"1.031478923s","start":"2026-04-21T04:22:21.609107Z","end":"2026-04-21T04:22:22.640586Z","steps":["trace[1383250645] 'process raft request' (duration: 1.031190786s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.64076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:21.609081Z","time spent":"1.031601486s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:22.640962Z","caller":"traceutil/trace.go:171","msg":"trace[1163894820] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"296.605267ms","start":"2026-04-21T04:22:22.34433Z","end":"2026-04-21T04:22:22.640936Z","steps":["trace[1163894820] 'process raft request' (duration: 296.200628ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641203Z","caller":"traceutil/trace.go:171","msg":"trace[2024167867] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"290.649793ms","start":"2026-04-21T04:22:22.350542Z","end":"2026-04-21T04:22:22.641192Z","steps":["trace[2024167867] 'process raft request' (duration: 290.301445ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641373Z","caller":"traceutil/trace.go:171","msg":"trace[577443861] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"290.121971ms","start":"2026-04-21T04:22:22.351243Z","end":"2026-04-21T04:22:22.641365Z","steps":["trace[577443861] 'process raft request' (duration: 289.907626ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641497Z","caller":"traceutil/trace.go:171","msg":"trace[46540376] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"289.273031ms","start":"2026-04-21T04:22:22.352216Z","end":"2026-04-21T04:22:22.641489Z","steps":["trace[46540376] 'process raft request' (duration: 289.116398ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641629Z","caller":"traceutil/trace.go:171","msg":"trace[1509144526] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"288.32907ms","start":"2026-04-21T04:22:22.353291Z","end":"2026-04-21T04:22:22.64162Z","steps":["trace[1509144526] 'process raft request' (duration: 288.158116ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641718Z","caller":"traceutil/trace.go:171","msg":"trace[692673435] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"288.200557ms","start":"2026-04-21T04:22:22.35351Z","end":"2026-04-21T04:22:22.64171Z","steps":["trace[692673435] 'process raft request' (duration: 288.075364ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.641914Z","caller":"traceutil/trace.go:171","msg":"trace[1072443473] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"287.334358ms","start":"2026-04-21T04:22:22.354573Z","end":"2026-04-21T04:22:22.641908Z","steps":["trace[1072443473] 'process raft request' (duration: 287.107643ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.642127Z","caller":"traceutil/trace.go:171","msg":"trace[175517926] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"286.942798ms","start":"2026-04-21T04:22:22.355167Z","end":"2026-04-21T04:22:22.64211Z","steps":["trace[175517926] 'process raft request' (duration: 286.704453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.642164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.221509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:22.642202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.199992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:22.642211Z","caller":"traceutil/trace.go:171","msg":"trace[178962412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25714; }","duration":"788.336841ms","start":"2026-04-21T04:22:21.853861Z","end":"2026-04-21T04:22:22.642198Z","steps":["trace[178962412] 'agreement among raft nodes before linearized reading' (duration: 788.192488ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.642234Z","caller":"traceutil/trace.go:171","msg":"trace[935709794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25714; }","duration":"294.261754ms","start":"2026-04-21T04:22:22.347965Z","end":"2026-04-21T04:22:22.642227Z","steps":["trace[935709794] 'agreement among raft nodes before linearized reading' (duration: 294.207322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.642245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:21.853832Z","time spent":"788.403783ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:22.642553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844797278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:22.642594Z","caller":"traceutil/trace.go:171","msg":"trace[1394954355] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25714; }","duration":"1.844925731s","start":"2026-04-21T04:22:20.797658Z","end":"2026-04-21T04:22:22.642584Z","steps":["trace[1394954355] 'agreement among raft nodes before linearized reading' (duration: 1.844778027s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.642602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198059871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-21T04:22:22.642624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.797625Z","time spent":"1.844989831s","remote":"127.0.0.1:55712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:22.64264Z","caller":"traceutil/trace.go:171","msg":"trace[31864740] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25714; }","duration":"2.198133523s","start":"2026-04-21T04:22:20.444495Z","end":"2026-04-21T04:22:22.642629Z","steps":["trace[31864740] 'agreement among raft nodes before linearized reading' (duration: 2.19802245s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.642666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.444477Z","time spent":"2.198183803s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-21T04:22:22.642763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298088786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:22:22.642796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627511759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:22.642808Z","caller":"traceutil/trace.go:171","msg":"trace[1555303244] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:25714; }","duration":"2.298164948s","start":"2026-04-21T04:22:20.344631Z","end":"2026-04-21T04:22:22.642796Z","steps":["trace[1555303244] 'agreement among raft nodes before linearized reading' (duration: 2.298037915s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.642826Z","caller":"traceutil/trace.go:171","msg":"trace[1750806098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25714; }","duration":"1.627583051s","start":"2026-04-21T04:22:21.015232Z","end":"2026-04-21T04:22:22.642815Z","steps":["trace[1750806098] 'agreement among raft nodes before linearized reading' (duration: 1.62752876s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.642836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.344618Z","time spent":"2.298210819s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"warn","ts":"2026-04-21T04:22:22.642853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:21.015211Z","time spent":"1.627634222s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:22.642034Z","caller":"traceutil/trace.go:171","msg":"trace[78859609] linearizableReadLoop","detail":"{readStateIndex:26579; appliedIndex:26570; }","duration":"242.108108ms","start":"2026-04-21T04:22:22.399904Z","end":"2026-04-21T04:22:22.642012Z","steps":["trace[78859609] 'read index received' (duration: 226.314071ms)","trace[78859609] 'applied index is now lower than readState.Index' (duration: 15.792687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:22.643344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298706141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:22:22.643511Z","caller":"traceutil/trace.go:171","msg":"trace[818821304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25714; }","duration":"2.298872375s","start":"2026-04-21T04:22:20.344627Z","end":"2026-04-21T04:22:22.643499Z","steps":["trace[818821304] 'agreement among raft nodes before linearized reading' (duration: 2.298634789s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.643557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:20.3446Z","time spent":"2.298935656s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:22.644184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.058914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:22:22.644217Z","caller":"traceutil/trace.go:171","msg":"trace[1863507113] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25714; }","duration":"241.116426ms","start":"2026-04-21T04:22:22.403091Z","end":"2026-04-21T04:22:22.644207Z","steps":["trace[1863507113] 'agreement among raft nodes before linearized reading' (duration: 240.982143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.644328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.332229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:22.644355Z","caller":"traceutil/trace.go:171","msg":"trace[49482045] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25714; }","duration":"138.416671ms","start":"2026-04-21T04:22:22.505929Z","end":"2026-04-21T04:22:22.644345Z","steps":["trace[49482045] 'agreement among raft nodes before linearized reading' (duration: 138.36912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.503736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:26.570587Z","caller":"traceutil/trace.go:171","msg":"trace[553981071] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"769.408495ms","start":"2026-04-21T04:22:25.801157Z","end":"2026-04-21T04:22:26.570565Z","steps":["trace[553981071] 'process raft request' (duration: 769.239821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.57072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:25.801137Z","time spent":"769.511467ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:27.902428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217329723s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:27.902532Z","caller":"traceutil/trace.go:171","msg":"trace[1842136036] linearizableReadLoop","detail":"{readStateIndex:26639; appliedIndex:26637; }","duration":"1.898953429s","start":"2026-04-21T04:22:26.003562Z","end":"2026-04-21T04:22:27.902515Z","steps":["trace[1842136036] 'read index received' (duration: 566.9389ms)","trace[1842136036] 'applied index is now lower than readState.Index' (duration: 1.332012969s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:27.902609Z","caller":"traceutil/trace.go:171","msg":"trace[1214951747] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"1.602438254s","start":"2026-04-21T04:22:26.300156Z","end":"2026-04-21T04:22:27.902594Z","steps":["trace[1214951747] 'process raft request' (duration: 384.858166ms)","trace[1214951747] 'compare' (duration: 1.216446102s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:27.902677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.300122Z","time spent":"1.602518365s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:27.903225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899640183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:27.90347Z","caller":"traceutil/trace.go:171","msg":"trace[1486033179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25773; }","duration":"1.89992573s","start":"2026-04-21T04:22:26.003519Z","end":"2026-04-21T04:22:27.903444Z","steps":["trace[1486033179] 'agreement among raft nodes before linearized reading' (duration: 1.899497151s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:27.90353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.003473Z","time spent":"1.900046783s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:28.06621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:28.06631Z","caller":"traceutil/trace.go:171","msg":"trace[1385719431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283823s","start":"2026-04-21T04:22:26.066Z","end":"2026-04-21T04:22:28.066284Z","steps":["trace[1385719431] 'agreement among raft nodes before linearized reading' (duration: 2.00015791s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.066367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.065968Z","time spent":"2.000389165s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:28.403584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:28.5764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891338227s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:28.650408Z","caller":"traceutil/trace.go:171","msg":"trace[1740258282] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"2.070347802s","start":"2026-04-21T04:22:26.580039Z","end":"2026-04-21T04:22:28.650386Z","steps":["trace[1740258282] 'process raft request' (duration: 1.996752623s)","trace[1740258282] 'compare' (duration: 72.828472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:28.650534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.580012Z","time spent":"2.070461085s","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:28.650813Z","caller":"traceutil/trace.go:171","msg":"trace[1970988271] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.99036202s","start":"2026-04-21T04:22:26.660406Z","end":"2026-04-21T04:22:28.650768Z","steps":["trace[1970988271] 'process raft request' (duration: 1.990198266s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.650819Z","caller":"traceutil/trace.go:171","msg":"trace[622192499] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"1.99746972s","start":"2026-04-21T04:22:26.653297Z","end":"2026-04-21T04:22:28.650767Z","steps":["trace[622192499] 'process raft request' (duration: 1.996878537s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.650968Z","caller":"traceutil/trace.go:171","msg":"trace[967244464] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"1.981445528s","start":"2026-04-21T04:22:26.669506Z","end":"2026-04-21T04:22:28.650951Z","steps":["trace[967244464] 'process raft request' (duration: 1.981332795s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.650964Z","caller":"traceutil/trace.go:171","msg":"trace[1950244925] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"1.982167874s","start":"2026-04-21T04:22:26.66876Z","end":"2026-04-21T04:22:28.650927Z","steps":["trace[1950244925] 'process raft request' (duration: 1.98196143s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.651022Z","caller":"traceutil/trace.go:171","msg":"trace[1075987030] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"1.981465488s","start":"2026-04-21T04:22:26.669548Z","end":"2026-04-21T04:22:28.651014Z","steps":["trace[1075987030] 'process raft request' (duration: 1.981347216s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.65101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.660392Z","time spent":"1.990511593s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.65104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.669499Z","time spent":"1.981506249s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.651063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.669544Z","time spent":"1.981498169s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.651056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.653268Z","time spent":"1.997661883s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.651108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.668751Z","time spent":"1.982278087s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:28.651132Z","caller":"traceutil/trace.go:171","msg":"trace[1760408768] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"1.980686091s","start":"2026-04-21T04:22:26.670441Z","end":"2026-04-21T04:22:28.651127Z","steps":["trace[1760408768] 'process raft request' (duration: 1.980479366s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.670434Z","time spent":"1.980731462s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:28.650996Z","caller":"traceutil/trace.go:171","msg":"trace[649564692] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"1.980106048s","start":"2026-04-21T04:22:26.67088Z","end":"2026-04-21T04:22:28.650986Z","steps":["trace[649564692] 'process raft request' (duration: 1.980058926s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.670874Z","time spent":"1.980358974s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:28.6513Z","caller":"traceutil/trace.go:171","msg":"trace[1419213651] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"999.813209ms","start":"2026-04-21T04:22:27.651478Z","end":"2026-04-21T04:22:28.651292Z","steps":["trace[1419213651] 'process raft request' (duration: 999.610095ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.651308Z","caller":"traceutil/trace.go:171","msg":"trace[1428493234] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"743.525771ms","start":"2026-04-21T04:22:27.907771Z","end":"2026-04-21T04:22:28.651297Z","steps":["trace[1428493234] 'process raft request' (duration: 743.46425ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.651317Z","caller":"traceutil/trace.go:171","msg":"trace[1341186668] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"1.98020044s","start":"2026-04-21T04:22:26.671104Z","end":"2026-04-21T04:22:28.651305Z","steps":["trace[1341186668] 'process raft request' (duration: 1.979856922s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.651443Z","time spent":"999.869081ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:28.651318Z","caller":"traceutil/trace.go:171","msg":"trace[1886008932] linearizableReadLoop","detail":"{readStateIndex:26650; appliedIndex:26639; }","duration":"748.730638ms","start":"2026-04-21T04:22:27.90256Z","end":"2026-04-21T04:22:28.651291Z","steps":["trace[1886008932] 'read index received' (duration: 674.131057ms)","trace[1886008932] 'applied index is now lower than readState.Index' (duration: 74.598421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:28.651386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.90774Z","time spent":"743.594473ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.651406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.671098Z","time spent":"1.980246151s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:28.651521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766696756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-21T04:22:28.65155Z","caller":"traceutil/trace.go:171","msg":"trace[952161401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25784; }","duration":"1.766889981s","start":"2026-04-21T04:22:26.88465Z","end":"2026-04-21T04:22:28.65154Z","steps":["trace[952161401] 'agreement among raft nodes before linearized reading' (duration: 1.766724557s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589547476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:28.651575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.884626Z","time spent":"1.766943801s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-21T04:22:28.651576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505239396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:22:28.65159Z","caller":"traceutil/trace.go:171","msg":"trace[1652761825] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25784; }","duration":"2.589617258s","start":"2026-04-21T04:22:26.061964Z","end":"2026-04-21T04:22:28.651582Z","steps":["trace[1652761825] 'agreement among raft nodes before linearized reading' (duration: 2.589552816s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.65161Z","caller":"traceutil/trace.go:171","msg":"trace[1233033536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25784; }","duration":"2.505340478s","start":"2026-04-21T04:22:26.146258Z","end":"2026-04-21T04:22:28.651598Z","steps":["trace[1233033536] 'agreement among raft nodes before linearized reading' (duration: 2.505190765s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.061942Z","time spent":"2.589667299s","remote":"127.0.0.1:55386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.651641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.146231Z","time spent":"2.50540167s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:28.651649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2078938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-21T04:22:28.651689Z","caller":"traceutil/trace.go:171","msg":"trace[1544518022] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25784; }","duration":"1.207968712s","start":"2026-04-21T04:22:27.443705Z","end":"2026-04-21T04:22:28.651674Z","steps":["trace[1544518022] 'agreement among raft nodes before linearized reading' (duration: 1.207789968s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.443684Z","time spent":"1.208037053s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-21T04:22:28.651742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243314368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:22:28.651766Z","caller":"traceutil/trace.go:171","msg":"trace[755485499] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25784; }","duration":"1.243387161s","start":"2026-04-21T04:22:27.408369Z","end":"2026-04-21T04:22:28.651756Z","steps":["trace[755485499] 'agreement among raft nodes before linearized reading' (duration: 1.243319239s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.408358Z","time spent":"1.243426321s","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:22:28.651799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588630616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.65183Z","caller":"traceutil/trace.go:171","msg":"trace[932353476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25784; }","duration":"2.588681697s","start":"2026-04-21T04:22:26.063134Z","end":"2026-04-21T04:22:28.651816Z","steps":["trace[932353476] 'agreement among raft nodes before linearized reading' (duration: 2.588646046s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19136301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:28.651853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.063117Z","time spent":"2.588728689s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:22:28.651862Z","caller":"traceutil/trace.go:171","msg":"trace[1305644324] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25784; }","duration":"2.191449682s","start":"2026-04-21T04:22:26.460401Z","end":"2026-04-21T04:22:28.65185Z","steps":["trace[1305644324] 'agreement among raft nodes before linearized reading' (duration: 2.19138349s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841969423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-21T04:22:28.6519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306117284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.651921Z","caller":"traceutil/trace.go:171","msg":"trace[331440328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"1.306175805s","start":"2026-04-21T04:22:27.345739Z","end":"2026-04-21T04:22:28.651915Z","steps":["trace[331440328] 'agreement among raft nodes before linearized reading' (duration: 1.306137964s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.345718Z","time spent":"1.306216017s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:28.65193Z","caller":"traceutil/trace.go:171","msg":"trace[611109775] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25784; }","duration":"1.842138517s","start":"2026-04-21T04:22:26.809774Z","end":"2026-04-21T04:22:28.651912Z","steps":["trace[611109775] 'agreement among raft nodes before linearized reading' (duration: 1.841937593s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.395857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.651965Z","caller":"traceutil/trace.go:171","msg":"trace[2125109869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"585.464458ms","start":"2026-04-21T04:22:28.066493Z","end":"2026-04-21T04:22:28.651958Z","steps":["trace[2125109869] 'agreement among raft nodes before linearized reading' (duration: 585.422117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183120901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:28.651983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.066471Z","time spent":"585.50797ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:28.652002Z","caller":"traceutil/trace.go:171","msg":"trace[1453355284] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25784; }","duration":"1.183182702s","start":"2026-04-21T04:22:27.468808Z","end":"2026-04-21T04:22:28.651991Z","steps":["trace[1453355284] 'agreement among raft nodes before linearized reading' (duration: 1.18311431s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.65203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408355589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T04:22:28.651766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574191341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:28.652038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.468795Z","time spent":"1.183234934s","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:28.652056Z","caller":"traceutil/trace.go:171","msg":"trace[1367681130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25784; }","duration":"1.40842297s","start":"2026-04-21T04:22:27.243626Z","end":"2026-04-21T04:22:28.652049Z","steps":["trace[1367681130] 'agreement among raft nodes before linearized reading' (duration: 1.408331438s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.652061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845047972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-21T04:22:28.652077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.243603Z","time spent":"1.408470381s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:22:28.652061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.895987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:22:28.651893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648174509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:28.652116Z","caller":"traceutil/trace.go:171","msg":"trace[1847394235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25784; }","duration":"979.006319ms","start":"2026-04-21T04:22:27.673097Z","end":"2026-04-21T04:22:28.652103Z","steps":["trace[1847394235] 'agreement among raft nodes before linearized reading' (duration: 978.817495ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.652101Z","caller":"traceutil/trace.go:171","msg":"trace[507593582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"1.845119724s","start":"2026-04-21T04:22:26.806968Z","end":"2026-04-21T04:22:28.652088Z","steps":["trace[507593582] 'agreement among raft nodes before linearized reading' (duration: 1.845021792s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.651943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64881854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:28.652146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.67307Z","time spent":"979.070771ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:22:28.652167Z","caller":"traceutil/trace.go:171","msg":"trace[1318065809] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25784; }","duration":"1.649074405s","start":"2026-04-21T04:22:27.003083Z","end":"2026-04-21T04:22:28.652158Z","steps":["trace[1318065809] 'agreement among raft nodes before linearized reading' (duration: 1.648838069s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.65168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011816503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:22:28.652171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.806946Z","time spent":"1.845209366s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:22:28.652196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.003062Z","time spent":"1.649122716s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.65219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.722071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:28.652212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.822431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.652204Z","caller":"traceutil/trace.go:171","msg":"trace[605032656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25784; }","duration":"2.012382395s","start":"2026-04-21T04:22:26.63981Z","end":"2026-04-21T04:22:28.652193Z","steps":["trace[605032656] 'agreement among raft nodes before linearized reading' (duration: 2.011739261s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.65223Z","caller":"traceutil/trace.go:171","msg":"trace[198851719] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25784; }","duration":"933.865112ms","start":"2026-04-21T04:22:27.71836Z","end":"2026-04-21T04:22:28.652225Z","steps":["trace[198851719] 'agreement among raft nodes before linearized reading' (duration: 933.829371ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.652226Z","caller":"traceutil/trace.go:171","msg":"trace[343358593] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25784; }","duration":"851.793162ms","start":"2026-04-21T04:22:27.800424Z","end":"2026-04-21T04:22:28.652217Z","steps":["trace[343358593] 'agreement among raft nodes before linearized reading' (duration: 851.7312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.652245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.639791Z","time spent":"2.012443066s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:28.652259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.800408Z","time spent":"851.843565ms","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.65222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522488602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.652287Z","caller":"traceutil/trace.go:171","msg":"trace[784887216] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25784; }","duration":"1.522597945s","start":"2026-04-21T04:22:27.12968Z","end":"2026-04-21T04:22:28.652278Z","steps":["trace[784887216] 'agreement among raft nodes before linearized reading' (duration: 1.522515382s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.652068Z","caller":"traceutil/trace.go:171","msg":"trace[189643038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25784; }","duration":"2.574527268s","start":"2026-04-21T04:22:26.077528Z","end":"2026-04-21T04:22:28.652055Z","steps":["trace[189643038] 'agreement among raft nodes before linearized reading' (duration: 2.574210921s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.652309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.129659Z","time spent":"1.522644336s","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.652333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.07751Z","time spent":"2.574809436s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.65225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:27.718348Z","time spent":"933.897773ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.651892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.460374Z","time spent":"2.191511013s","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.65242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403596905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:28.651966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.809762Z","time spent":"1.842193838s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T04:22:28.652463Z","caller":"traceutil/trace.go:171","msg":"trace[1555221672] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25784; }","duration":"2.403694997s","start":"2026-04-21T04:22:26.248755Z","end":"2026-04-21T04:22:28.65245Z","steps":["trace[1555221672] 'agreement among raft nodes before linearized reading' (duration: 2.403607825s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.652126Z","caller":"traceutil/trace.go:171","msg":"trace[1761138855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25784; }","duration":"2.648469865s","start":"2026-04-21T04:22:26.003647Z","end":"2026-04-21T04:22:28.652116Z","steps":["trace[1761138855] 'agreement among raft nodes before linearized reading' (duration: 2.648198109s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.652493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.248731Z","time spent":"2.403756459s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:28.652507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.003623Z","time spent":"2.648877945s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:28.652767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433563591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:28.652796Z","caller":"traceutil/trace.go:171","msg":"trace[1144051045] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25784; }","duration":"2.433592831s","start":"2026-04-21T04:22:26.219193Z","end":"2026-04-21T04:22:28.652786Z","steps":["trace[1144051045] 'agreement among raft nodes before linearized reading' (duration: 2.43221446s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:28.65282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.219124Z","time spent":"2.433688193s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:29.160329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:29.660634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:29.902502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192241947s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:30.15834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.477309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:30.158591Z","caller":"traceutil/trace.go:171","msg":"trace[480851716] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"1.500611608s","start":"2026-04-21T04:22:28.657948Z","end":"2026-04-21T04:22:30.15856Z","steps":["trace[480851716] 'process raft request' (duration: 1.244836092s)","trace[480851716] 'compare' (duration: 255.100901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:30.158735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.657932Z","time spent":"1.50072579s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:30.159764Z","caller":"traceutil/trace.go:171","msg":"trace[170112841] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.501682863s","start":"2026-04-21T04:22:28.658036Z","end":"2026-04-21T04:22:30.159719Z","steps":["trace[170112841] 'process raft request' (duration: 1.500402853s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.160003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.658018Z","time spent":"1.501860247s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:30.663338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00061386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:30.663454Z","caller":"traceutil/trace.go:171","msg":"trace[1248803881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757723s","start":"2026-04-21T04:22:28.662676Z","end":"2026-04-21T04:22:30.663434Z","steps":["trace[1248803881] 'agreement among raft nodes before linearized reading' (duration: 2.00061867s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.663504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.662671Z","time spent":"2.000822684s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:31.472314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.964693ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:31.472435Z","caller":"traceutil/trace.go:171","msg":"trace[1213511971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25786; }","duration":"599.101125ms","start":"2026-04-21T04:22:30.87331Z","end":"2026-04-21T04:22:31.472411Z","steps":["trace[1213511971] 'range keys from in-memory index tree' (duration: 598.947682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.836482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.933553108s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:31.83754Z","caller":"traceutil/trace.go:171","msg":"trace[1147861893] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"3.177173964s","start":"2026-04-21T04:22:28.660329Z","end":"2026-04-21T04:22:31.837503Z","steps":["trace[1147861893] 'process raft request' (duration: 3.176861886s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:31.837608Z","caller":"traceutil/trace.go:171","msg":"trace[906207910] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"3.176749954s","start":"2026-04-21T04:22:28.660834Z","end":"2026-04-21T04:22:31.837584Z","steps":["trace[906207910] 'process raft request' (duration: 3.176463437s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:31.83775Z","caller":"traceutil/trace.go:171","msg":"trace[792358437] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"3.179299502s","start":"2026-04-21T04:22:28.658411Z","end":"2026-04-21T04:22:31.83771Z","steps":["trace[792358437] 'process raft request' (duration: 3.17834976s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.837753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.660828Z","time spent":"3.176827786s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:31.837787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.660321Z","time spent":"3.177315737s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:31.837766Z","caller":"traceutil/trace.go:171","msg":"trace[2144443471] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"3.17701983s","start":"2026-04-21T04:22:28.660674Z","end":"2026-04-21T04:22:31.837693Z","steps":["trace[2144443471] 'process raft request' (duration: 3.176553559s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.837897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.658397Z","time spent":"3.179408584s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:31.837904Z","caller":"traceutil/trace.go:171","msg":"trace[98501607] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"3.179468875s","start":"2026-04-21T04:22:28.658406Z","end":"2026-04-21T04:22:31.837875Z","steps":["trace[98501607] 'process raft request' (duration: 3.178696747s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:31.837893Z","caller":"traceutil/trace.go:171","msg":"trace[1715895880] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"3.17656909s","start":"2026-04-21T04:22:28.661277Z","end":"2026-04-21T04:22:31.837846Z","steps":["trace[1715895880] 'process raft request' (duration: 3.176061808s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.838049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.660668Z","time spent":"3.177232445s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:31.838077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.658391Z","time spent":"3.179593018s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:31.838133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.661273Z","time spent":"3.176812485s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:32.629471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.066096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:22:32.631609Z","caller":"traceutil/trace.go:171","msg":"trace[640288996] linearizableReadLoop","detail":"{readStateIndex:26660; appliedIndex:26650; }","duration":"3.972146145s","start":"2026-04-21T04:22:28.659427Z","end":"2026-04-21T04:22:32.631573Z","steps":["trace[640288996] 'read index received' (duration: 1.243452111s)","trace[640288996] 'applied index is now lower than readState.Index' (duration: 2.728691634s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:32.63163Z","caller":"traceutil/trace.go:171","msg":"trace[1894151244] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"3.50348249s","start":"2026-04-21T04:22:29.128119Z","end":"2026-04-21T04:22:32.631602Z","steps":["trace[1894151244] 'process raft request' (duration: 3.501457904s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:32.631897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:29.128097Z","time spent":"3.503677054s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:32.663994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:32.664098Z","caller":"traceutil/trace.go:171","msg":"trace[135220281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420856s","start":"2026-04-21T04:22:30.663652Z","end":"2026-04-21T04:22:32.664073Z","steps":["trace[135220281] 'agreement among raft nodes before linearized reading' (duration: 2.000287673s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:32.664169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.663622Z","time spent":"2.000527239s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:32.967574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127922427s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:33.279495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62004465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18744"} {"level":"info","ts":"2026-04-21T04:22:33.279586Z","caller":"traceutil/trace.go:171","msg":"trace[729053204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25793; }","duration":"4.620146243s","start":"2026-04-21T04:22:28.659403Z","end":"2026-04-21T04:22:33.27955Z","steps":["trace[729053204] 'agreement among raft nodes before linearized reading' (duration: 3.972330599s)","trace[729053204] 'range keys from in-memory index tree' (duration: 647.576968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:33.279633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.659396Z","time spent":"4.620224785s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:22:33.280372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:33.280674Z","caller":"traceutil/trace.go:171","msg":"trace[453487984] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"2.620511845s","start":"2026-04-21T04:22:30.660129Z","end":"2026-04-21T04:22:33.280641Z","steps":["trace[453487984] 'process raft request' (duration: 2.620352022s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.280671Z","caller":"traceutil/trace.go:171","msg":"trace[32924263] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"2.73827028s","start":"2026-04-21T04:22:30.542356Z","end":"2026-04-21T04:22:33.280626Z","steps":["trace[32924263] 'process raft request' (duration: 2.425533819s)","trace[32924263] 'compare' (duration: 311.262847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:33.280821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.660101Z","time spent":"2.620645728s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:33.280811Z","caller":"traceutil/trace.go:171","msg":"trace[784891449] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"2.620639888s","start":"2026-04-21T04:22:30.660135Z","end":"2026-04-21T04:22:33.280775Z","steps":["trace[784891449] 'process raft request' (duration: 2.620435344s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.280877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.542325Z","time spent":"2.738439404s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:33.280875Z","caller":"traceutil/trace.go:171","msg":"trace[1839361802] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"2.619125954s","start":"2026-04-21T04:22:30.661725Z","end":"2026-04-21T04:22:33.280851Z","steps":["trace[1839361802] 'process raft request' (duration: 2.619021531s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.280898Z","caller":"traceutil/trace.go:171","msg":"trace[2070092617] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"2.619371819s","start":"2026-04-21T04:22:30.661473Z","end":"2026-04-21T04:22:33.280845Z","steps":["trace[2070092617] 'process raft request' (duration: 2.619151454s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.280978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.660112Z","time spent":"2.620771782s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.281035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.661706Z","time spent":"2.619267357s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.281118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.661463Z","time spent":"2.619525853s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:33.281405Z","caller":"traceutil/trace.go:171","msg":"trace[1301548294] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26660; }","duration":"649.693957ms","start":"2026-04-21T04:22:32.631693Z","end":"2026-04-21T04:22:33.281387Z","steps":["trace[1301548294] 'read index received' (duration: 336.015105ms)","trace[1301548294] 'applied index is now lower than readState.Index' (duration: 313.677392ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:33.281522Z","caller":"traceutil/trace.go:171","msg":"trace[349397825] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"2.619686866s","start":"2026-04-21T04:22:30.66182Z","end":"2026-04-21T04:22:33.281507Z","steps":["trace[349397825] 'process raft request' (duration: 2.618983201s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.281593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.661792Z","time spent":"2.619760787s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.281662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304492101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.281723Z","caller":"traceutil/trace.go:171","msg":"trace[1257197848] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25802; }","duration":"2.304596464s","start":"2026-04-21T04:22:30.977109Z","end":"2026-04-21T04:22:33.281706Z","steps":["trace[1257197848] 'agreement among raft nodes before linearized reading' (duration: 2.304464891s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.281766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.977088Z","time spent":"2.304666565s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:33.281928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987033836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.281928Z","caller":"traceutil/trace.go:171","msg":"trace[1591968422] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"2.619465481s","start":"2026-04-21T04:22:30.662438Z","end":"2026-04-21T04:22:33.281903Z","steps":["trace[1591968422] 'process raft request' (duration: 2.618826997s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.281958Z","caller":"traceutil/trace.go:171","msg":"trace[1990838982] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25802; }","duration":"2.987100228s","start":"2026-04-21T04:22:30.29485Z","end":"2026-04-21T04:22:33.28195Z","steps":["trace[1990838982] 'agreement among raft nodes before linearized reading' (duration: 2.987052207s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.28196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116616791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:22:33.281979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.29483Z","time spent":"2.98714525s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:33.281993Z","caller":"traceutil/trace.go:171","msg":"trace[594323803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25802; }","duration":"1.116654232s","start":"2026-04-21T04:22:32.165327Z","end":"2026-04-21T04:22:33.281982Z","steps":["trace[594323803] 'agreement among raft nodes before linearized reading' (duration: 1.116521789s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.662424Z","time spent":"2.619537882s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.282045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622027329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T04:22:33.282066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516907706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-21T04:22:33.282083Z","caller":"traceutil/trace.go:171","msg":"trace[555689852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.622099121s","start":"2026-04-21T04:22:30.659974Z","end":"2026-04-21T04:22:33.282073Z","steps":["trace[555689852] 'agreement among raft nodes before linearized reading' (duration: 2.621916957s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.282091Z","caller":"traceutil/trace.go:171","msg":"trace[1981071977] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25802; }","duration":"4.516960146s","start":"2026-04-21T04:22:28.765123Z","end":"2026-04-21T04:22:33.282083Z","steps":["trace[1981071977] 'agreement among raft nodes before linearized reading' (duration: 4.516746071s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.765108Z","time spent":"4.516997718s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-21T04:22:33.28202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.165216Z","time spent":"1.116798156s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933021083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:33.282169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621822751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.282168Z","caller":"traceutil/trace.go:171","msg":"trace[801534103] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25802; }","duration":"3.933125966s","start":"2026-04-21T04:22:29.349022Z","end":"2026-04-21T04:22:33.282148Z","steps":["trace[801534103] 'agreement among raft nodes before linearized reading' (duration: 3.93289757s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.282195Z","caller":"traceutil/trace.go:171","msg":"trace[41797272] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25802; }","duration":"4.621856801s","start":"2026-04-21T04:22:28.660331Z","end":"2026-04-21T04:22:33.282188Z","steps":["trace[41797272] 'agreement among raft nodes before linearized reading' (duration: 4.621818871s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.660326Z","time spent":"4.621881612s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:29.348987Z","time spent":"3.933216538s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:33.282215Z","caller":"traceutil/trace.go:171","msg":"trace[274720517] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"2.617406564s","start":"2026-04-21T04:22:30.664764Z","end":"2026-04-21T04:22:33.282171Z","steps":["trace[274720517] 'process raft request' (duration: 2.616559535s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613167855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:33.282313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746989002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:33.282327Z","caller":"traceutil/trace.go:171","msg":"trace[1647648869] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25802; }","duration":"4.613210175s","start":"2026-04-21T04:22:28.669112Z","end":"2026-04-21T04:22:33.282322Z","steps":["trace[1647648869] 'agreement among raft nodes before linearized reading' (duration: 4.613172315s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.659952Z","time spent":"2.622154822s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:28.669101Z","time spent":"4.613236706s","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:33.282341Z","caller":"traceutil/trace.go:171","msg":"trace[104764156] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25802; }","duration":"1.747056304s","start":"2026-04-21T04:22:31.535277Z","end":"2026-04-21T04:22:33.282333Z","steps":["trace[104764156] 'agreement among raft nodes before linearized reading' (duration: 1.74691204s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.282105Z","caller":"traceutil/trace.go:171","msg":"trace[1077204543] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"2.620051694s","start":"2026-04-21T04:22:30.662043Z","end":"2026-04-21T04:22:33.282095Z","steps":["trace[1077204543] 'process raft request' (duration: 2.619080443s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.917883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18744"} {"level":"warn","ts":"2026-04-21T04:22:33.282389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.33694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:33.282406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272184362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.28243Z","caller":"traceutil/trace.go:171","msg":"trace[1851492749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"607.413763ms","start":"2026-04-21T04:22:32.675005Z","end":"2026-04-21T04:22:33.282419Z","steps":["trace[1851492749] 'agreement among raft nodes before linearized reading' (duration: 607.340571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.674963Z","time spent":"607.492044ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.183925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:22:33.282548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.566849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.282599Z","caller":"traceutil/trace.go:171","msg":"trace[618903395] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:25802; }","duration":"610.263046ms","start":"2026-04-21T04:22:32.672298Z","end":"2026-04-21T04:22:33.282561Z","steps":["trace[618903395] 'agreement among raft nodes before linearized reading' (duration: 610.150153ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.282611Z","caller":"traceutil/trace.go:171","msg":"trace[2054745233] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25802; }","duration":"577.631331ms","start":"2026-04-21T04:22:32.704933Z","end":"2026-04-21T04:22:33.282565Z","steps":["trace[2054745233] 'agreement among raft nodes before linearized reading' (duration: 577.58969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.328469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-04-21T04:22:33.282425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.662026Z","time spent":"2.620367201s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.282634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.672278Z","time spent":"610.349298ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"info","ts":"2026-04-21T04:22:33.282657Z","caller":"traceutil/trace.go:171","msg":"trace[1578757579] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:25802; }","duration":"634.388381ms","start":"2026-04-21T04:22:32.648261Z","end":"2026-04-21T04:22:33.282649Z","steps":["trace[1578757579] 'agreement among raft nodes before linearized reading' (duration: 634.284228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.282169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118877323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T04:22:33.282693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.648241Z","time spent":"634.443021ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.704908Z","time spent":"577.716013ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:33.282425Z","caller":"traceutil/trace.go:171","msg":"trace[1245440949] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25802; }","duration":"642.993354ms","start":"2026-04-21T04:22:32.639422Z","end":"2026-04-21T04:22:33.282415Z","steps":["trace[1245440949] 'agreement among raft nodes before linearized reading' (duration: 642.78784ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.282774Z","caller":"traceutil/trace.go:171","msg":"trace[194369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25802; }","duration":"1.119488536s","start":"2026-04-21T04:22:32.163252Z","end":"2026-04-21T04:22:33.282741Z","steps":["trace[194369] 'agreement among raft nodes before linearized reading' (duration: 1.118681398s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:33.28246Z","caller":"traceutil/trace.go:171","msg":"trace[406112210] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25802; }","duration":"2.272271744s","start":"2026-04-21T04:22:31.010175Z","end":"2026-04-21T04:22:33.282447Z","steps":["trace[406112210] 'agreement among raft nodes before linearized reading' (duration: 2.272209643s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.28288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:31.010153Z","time spent":"2.272707534s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:33.282315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.66474Z","time spent":"2.617524337s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:33.282664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.041065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:33.283023Z","caller":"traceutil/trace.go:171","msg":"trace[1882954883] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25802; }","duration":"529.426755ms","start":"2026-04-21T04:22:32.753576Z","end":"2026-04-21T04:22:33.283003Z","steps":["trace[1882954883] 'agreement among raft nodes before linearized reading' (duration: 529.063325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:33.283074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.753554Z","time spent":"529.505237ms","remote":"127.0.0.1:40078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:33.282366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:31.535255Z","time spent":"1.747105604s","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:33.282886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.163234Z","time spent":"1.119622899s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:33.282785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:32.639398Z","time spent":"643.355612ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-21T04:22:33.801686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:34.302915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:34.804062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:35.304938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:35.806031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393437985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:35.905759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.603501011s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:36.002094Z","caller":"traceutil/trace.go:171","msg":"trace[659139834] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"2.713598154s","start":"2026-04-21T04:22:33.288472Z","end":"2026-04-21T04:22:36.002071Z","steps":["trace[659139834] 'process raft request' (duration: 2.713530462s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:36.002094Z","caller":"traceutil/trace.go:171","msg":"trace[983978831] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"2.713679975s","start":"2026-04-21T04:22:33.288371Z","end":"2026-04-21T04:22:36.002051Z","steps":["trace[983978831] 'process raft request' (duration: 2.713543092s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:36.002108Z","caller":"traceutil/trace.go:171","msg":"trace[1935521681] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"2.714806341s","start":"2026-04-21T04:22:33.287239Z","end":"2026-04-21T04:22:36.002045Z","steps":["trace[1935521681] 'process raft request' (duration: 2.618727765s)","trace[1935521681] 'compare' (duration: 95.580415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:36.002255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.288466Z","time spent":"2.713693385s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:36.002299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.288346Z","time spent":"2.713824299s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:36.002476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.287222Z","time spent":"2.715040736s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:36.002573Z","caller":"traceutil/trace.go:171","msg":"trace[2124619763] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"2.705047079s","start":"2026-04-21T04:22:33.297465Z","end":"2026-04-21T04:22:36.002512Z","steps":["trace[2124619763] 'process raft request' (duration: 2.704811374s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:36.00304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.297451Z","time spent":"2.705436109s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:36.003312Z","caller":"traceutil/trace.go:171","msg":"trace[1783824544] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"2.714615986s","start":"2026-04-21T04:22:33.28868Z","end":"2026-04-21T04:22:36.003296Z","steps":["trace[1783824544] 'process raft request' (duration: 2.713351177s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:36.003421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.288672Z","time spent":"2.714675648s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:36.062529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:36.062634Z","caller":"traceutil/trace.go:171","msg":"trace[926884431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694592s","start":"2026-04-21T04:22:34.061913Z","end":"2026-04-21T04:22:36.062608Z","steps":["trace[926884431] 'agreement among raft nodes before linearized reading' (duration: 2.000540908s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:36.062693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.061883Z","time spent":"2.000796514s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:38.063419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:38.063539Z","caller":"traceutil/trace.go:171","msg":"trace[1352654081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684212s","start":"2026-04-21T04:22:36.062802Z","end":"2026-04-21T04:22:38.063486Z","steps":["trace[1352654081] 'agreement among raft nodes before linearized reading' (duration: 2.000569549s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.063592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.06277Z","time spent":"2.000810025s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:38.619171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.576236946s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:38.777009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.505822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:38.777813Z","caller":"traceutil/trace.go:171","msg":"trace[1125006840] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"5.473574912s","start":"2026-04-21T04:22:33.304198Z","end":"2026-04-21T04:22:38.777773Z","steps":["trace[1125006840] 'process raft request' (duration: 5.315189561s)","trace[1125006840] 'compare' (duration: 156.356545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:38.777974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.304173Z","time spent":"5.473696025s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:38.841944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998619555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:38.842046Z","caller":"traceutil/trace.go:171","msg":"trace[376895163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998797299s","start":"2026-04-21T04:22:33.843222Z","end":"2026-04-21T04:22:38.842019Z","steps":["trace[376895163] 'agreement among raft nodes before linearized reading' (duration: 4.998644255s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.842098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.843193Z","time spent":"4.998893531s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/21 04:22:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:38.842958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999134796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:38.843029Z","caller":"traceutil/trace.go:171","msg":"trace[880274768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999270969s","start":"2026-04-21T04:22:33.843741Z","end":"2026-04-21T04:22:38.843012Z","steps":["trace[880274768] 'agreement among raft nodes before linearized reading' (duration: 4.999182437s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.84314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.843713Z","time spent":"4.999415262s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/21 04:22:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:39.345077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:39.345175Z","caller":"traceutil/trace.go:171","msg":"trace[1073680572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483108s","start":"2026-04-21T04:22:37.344669Z","end":"2026-04-21T04:22:39.345153Z","steps":["trace[1073680572] 'agreement among raft nodes before linearized reading' (duration: 2.000354524s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.345229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.344637Z","time spent":"2.00058012s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:39.664767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.64474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:22:39.665446Z","caller":"traceutil/trace.go:171","msg":"trace[231880276] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"6.003088629s","start":"2026-04-21T04:22:33.662341Z","end":"2026-04-21T04:22:39.66543Z","steps":["trace[231880276] 'process raft request' (duration: 6.002507286s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.665537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.662307Z","time spent":"6.003172141s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:39.791883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.38198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:39.792111Z","caller":"traceutil/trace.go:171","msg":"trace[1629032576] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"4.503173406s","start":"2026-04-21T04:22:35.288899Z","end":"2026-04-21T04:22:39.792073Z","steps":["trace[1629032576] 'process raft request' (duration: 4.503079053s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.792181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.288887Z","time spent":"4.503261637s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:39.792178Z","caller":"traceutil/trace.go:171","msg":"trace[478475773] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"4.503259237s","start":"2026-04-21T04:22:35.288889Z","end":"2026-04-21T04:22:39.792148Z","steps":["trace[478475773] 'process raft request' (duration: 4.3765311s)","trace[478475773] 'compare' (duration: 126.264857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:39.792308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.288874Z","time spent":"4.50336022s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:39.792558Z","caller":"traceutil/trace.go:171","msg":"trace[1305969775] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"4.503580825s","start":"2026-04-21T04:22:35.28892Z","end":"2026-04-21T04:22:39.792501Z","steps":["trace[1305969775] 'process raft request' (duration: 4.503102054s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:39.792624Z","caller":"traceutil/trace.go:171","msg":"trace[1425807009] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"4.503578854s","start":"2026-04-21T04:22:35.289016Z","end":"2026-04-21T04:22:39.792595Z","steps":["trace[1425807009] 'process raft request' (duration: 4.5033817s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.792736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.288905Z","time spent":"4.503730868s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:39.792771Z","caller":"traceutil/trace.go:171","msg":"trace[864622603] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"4.503169516s","start":"2026-04-21T04:22:35.289588Z","end":"2026-04-21T04:22:39.792757Z","steps":["trace[864622603] 'process raft request' (duration: 4.50292111s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.792776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.289008Z","time spent":"4.503691027s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:39.792827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.289578Z","time spent":"4.503218627s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:39.792903Z","caller":"traceutil/trace.go:171","msg":"trace[1700792199] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"4.501264892s","start":"2026-04-21T04:22:35.29163Z","end":"2026-04-21T04:22:39.792895Z","steps":["trace[1700792199] 'process raft request' (duration: 4.50119878s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:39.792907Z","caller":"traceutil/trace.go:171","msg":"trace[1582276454] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"4.502767807s","start":"2026-04-21T04:22:35.290129Z","end":"2026-04-21T04:22:39.792897Z","steps":["trace[1582276454] 'process raft request' (duration: 4.502665685s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.792934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.29162Z","time spent":"4.501296122s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:39.792951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.290122Z","time spent":"4.502802217s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:39.792939Z","caller":"traceutil/trace.go:171","msg":"trace[1865549374] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26670; }","duration":"6.491363336s","start":"2026-04-21T04:22:33.301543Z","end":"2026-04-21T04:22:39.792906Z","steps":["trace[1865549374] 'read index received' (duration: 2.604439613s)","trace[1865549374] 'applied index is now lower than readState.Index' (duration: 3.886919433s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:39.792914Z","caller":"traceutil/trace.go:171","msg":"trace[515008492] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"4.502978061s","start":"2026-04-21T04:22:35.289887Z","end":"2026-04-21T04:22:39.792865Z","steps":["trace[515008492] 'process raft request' (duration: 4.502819508s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:39.793168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.289852Z","time spent":"4.503185846s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:40.0719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:40.072029Z","caller":"traceutil/trace.go:171","msg":"trace[556090546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422006s","start":"2026-04-21T04:22:38.071579Z","end":"2026-04-21T04:22:40.072001Z","steps":["trace[556090546] 'agreement among raft nodes before linearized reading' (duration: 2.000250872s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:40.072094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.071557Z","time spent":"2.000524238s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:40.770414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.529997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-21T04:22:40.770876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.481487396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:40.770948Z","caller":"traceutil/trace.go:171","msg":"trace[374445211] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25817; }","duration":"7.481596158s","start":"2026-04-21T04:22:33.289329Z","end":"2026-04-21T04:22:40.770926Z","steps":["trace[374445211] 'agreement among raft nodes before linearized reading' (duration: 6.503696284s)","trace[374445211] 'range keys from in-memory index tree' (duration: 977.797913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:40.770987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.289316Z","time spent":"7.48166145s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:22:40.771432Z","caller":"traceutil/trace.go:171","msg":"trace[1360949795] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"2.544907731s","start":"2026-04-21T04:22:38.226481Z","end":"2026-04-21T04:22:40.771389Z","steps":["trace[1360949795] 'process raft request' (duration: 2.54400342s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:40.771322Z","caller":"traceutil/trace.go:171","msg":"trace[1236143320] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26686; }","duration":"978.288684ms","start":"2026-04-21T04:22:39.792983Z","end":"2026-04-21T04:22:40.771271Z","steps":["trace[1236143320] 'read index received' (duration: 54.321µs)","trace[1236143320] 'applied index is now lower than readState.Index' (duration: 978.231113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:40.771668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.226453Z","time spent":"2.545076875s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:42.408874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:42.909458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:42.964113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883703617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.964159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.043432645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.964222Z","caller":"traceutil/trace.go:171","msg":"trace[1408696350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25818; }","duration":"2.883897932s","start":"2026-04-21T04:22:40.080301Z","end":"2026-04-21T04:22:42.964199Z","steps":["trace[1408696350] 'agreement among raft nodes before linearized reading' (duration: 691.514719ms)","trace[1408696350] 'range keys from in-memory index tree' (duration: 2.19221966s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.964276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.08026Z","time spent":"2.884005145s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:42.96427Z","caller":"traceutil/trace.go:171","msg":"trace[629975111] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25818; }","duration":"8.043636229s","start":"2026-04-21T04:22:34.920588Z","end":"2026-04-21T04:22:42.964224Z","steps":["trace[629975111] 'agreement among raft nodes before linearized reading' (duration: 5.850799646s)","trace[629975111] 'count revisions from in-memory index tree' (duration: 2.192660389s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.964336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.920568Z","time spent":"8.043754822s","remote":"127.0.0.1:47732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.964393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956782242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:22:42.964473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817078633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.964429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.617374647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.964453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.088897962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:42.964482Z","caller":"traceutil/trace.go:171","msg":"trace[1665099603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25818; }","duration":"4.956890155s","start":"2026-04-21T04:22:38.007566Z","end":"2026-04-21T04:22:42.964456Z","steps":["trace[1665099603] 'agreement among raft nodes before linearized reading' (duration: 2.763739454s)","trace[1665099603] 'range keys from in-memory index tree' (duration: 2.192921485s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.964566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.007562Z","time spent":"4.956994657s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:22:42.964584Z","caller":"traceutil/trace.go:171","msg":"trace[1438369691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25818; }","duration":"9.089107188s","start":"2026-04-21T04:22:33.875444Z","end":"2026-04-21T04:22:42.964551Z","steps":["trace[1438369691] 'agreement among raft nodes before linearized reading' (duration: 6.895971017s)","trace[1438369691] 'count revisions from in-memory index tree' (duration: 2.192922985s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.96465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.875429Z","time spent":"9.08920723s","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.964776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659995838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-21T04:22:42.964802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.511574209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.964836Z","caller":"traceutil/trace.go:171","msg":"trace[1163393871] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25818; }","duration":"9.66006401s","start":"2026-04-21T04:22:33.304753Z","end":"2026-04-21T04:22:42.964817Z","steps":["trace[1163393871] 'agreement among raft nodes before linearized reading' (duration: 7.466736365s)","trace[1163393871] 'range keys from in-memory index tree' (duration: 2.193193632s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.964847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957509258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:22:42.964854Z","caller":"traceutil/trace.go:171","msg":"trace[90165137] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25818; }","duration":"5.51162601s","start":"2026-04-21T04:22:37.45321Z","end":"2026-04-21T04:22:42.964836Z","steps":["trace[90165137] 'agreement among raft nodes before linearized reading' (duration: 3.318131552s)","trace[90165137] 'count revisions from in-memory index tree' (duration: 2.193430667s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.964869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.304736Z","time spent":"9.660124741s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-21T04:22:42.964906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.453181Z","time spent":"5.511713963s","remote":"127.0.0.1:37678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.964946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088585314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.964978Z","caller":"traceutil/trace.go:171","msg":"trace[580229512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25818; }","duration":"5.088611724s","start":"2026-04-21T04:22:37.876356Z","end":"2026-04-21T04:22:42.964968Z","steps":["trace[580229512] 'agreement among raft nodes before linearized reading' (duration: 2.894974732s)","trace[580229512] 'count revisions from in-memory index tree' (duration: 2.193602901s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.96501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.876292Z","time spent":"5.088710137s","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898067262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.965123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.296049557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.965128Z","caller":"traceutil/trace.go:171","msg":"trace[935508309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25818; }","duration":"2.898177455s","start":"2026-04-21T04:22:40.066923Z","end":"2026-04-21T04:22:42.9651Z","steps":["trace[935508309] 'agreement among raft nodes before linearized reading' (duration: 704.81587ms)","trace[935508309] 'count revisions from in-memory index tree' (duration: 2.193292574s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.322390304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.965168Z","caller":"traceutil/trace.go:171","msg":"trace[1862810309] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25818; }","duration":"7.296125278s","start":"2026-04-21T04:22:35.669028Z","end":"2026-04-21T04:22:42.965153Z","steps":["trace[1862810309] 'agreement among raft nodes before linearized reading' (duration: 5.102361554s)","trace[1862810309] 'count revisions from in-memory index tree' (duration: 2.193711493s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.066885Z","time spent":"2.898279807s","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:42.965183Z","caller":"traceutil/trace.go:171","msg":"trace[1475982541] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25818; }","duration":"8.322460115s","start":"2026-04-21T04:22:34.64271Z","end":"2026-04-21T04:22:42.96517Z","steps":["trace[1475982541] 'agreement among raft nodes before linearized reading' (duration: 6.128631859s)","trace[1475982541] 'count revisions from in-memory index tree' (duration: 2.193754005s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.669006Z","time spent":"7.29619272s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.130644946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.965314Z","caller":"traceutil/trace.go:171","msg":"trace[1601713887] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25818; }","duration":"6.130734048s","start":"2026-04-21T04:22:36.83457Z","end":"2026-04-21T04:22:42.965304Z","steps":["trace[1601713887] 'agreement among raft nodes before linearized reading' (duration: 3.936800339s)","trace[1601713887] 'count revisions from in-memory index tree' (duration: 2.193877528s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.96538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.83454Z","time spent":"6.130804339s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656425214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.965422Z","caller":"traceutil/trace.go:171","msg":"trace[1455300993] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25818; }","duration":"2.656542097s","start":"2026-04-21T04:22:40.308865Z","end":"2026-04-21T04:22:42.965407Z","steps":["trace[1455300993] 'agreement among raft nodes before linearized reading' (duration: 462.921346ms)","trace[1455300993] 'count revisions from in-memory index tree' (duration: 2.193533829s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.30884Z","time spent":"2.656612008s","remote":"127.0.0.1:40120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.722279289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:42.965609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.857407105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.965623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870225315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.965633Z","caller":"traceutil/trace.go:171","msg":"trace[518082295] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25818; }","duration":"5.72231996s","start":"2026-04-21T04:22:37.243302Z","end":"2026-04-21T04:22:42.965622Z","steps":["trace[518082295] 'agreement among raft nodes before linearized reading' (duration: 3.528066794s)","trace[518082295] 'count revisions from in-memory index tree' (duration: 2.194200725s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.965654Z","caller":"traceutil/trace.go:171","msg":"trace[622443819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25818; }","duration":"2.870335747s","start":"2026-04-21T04:22:40.095308Z","end":"2026-04-21T04:22:42.965644Z","steps":["trace[622443819] 'agreement among raft nodes before linearized reading' (duration: 676.491551ms)","trace[622443819] 'count revisions from in-memory index tree' (duration: 2.193799265s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.965651Z","caller":"traceutil/trace.go:171","msg":"trace[243823277] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25818; }","duration":"8.857495087s","start":"2026-04-21T04:22:34.108142Z","end":"2026-04-21T04:22:42.965637Z","steps":["trace[243823277] 'agreement among raft nodes before linearized reading' (duration: 6.663254392s)","trace[243823277] 'count revisions from in-memory index tree' (duration: 2.194190124s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.243274Z","time spent":"5.722390222s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.095277Z","time spent":"2.870402188s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.108115Z","time spent":"8.857571198s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:42.964521Z","caller":"traceutil/trace.go:171","msg":"trace[1802195662] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25818; }","duration":"4.817119714s","start":"2026-04-21T04:22:38.147384Z","end":"2026-04-21T04:22:42.964504Z","steps":["trace[1802195662] 'agreement among raft nodes before linearized reading' (duration: 2.624039114s)","trace[1802195662] 'count revisions from in-memory index tree' (duration: 2.193029568s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.147308Z","time spent":"4.818524115s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.964789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.764551162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.965977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.958888556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-21T04:22:42.965995Z","caller":"traceutil/trace.go:171","msg":"trace[361859223] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25818; }","duration":"5.76580232s","start":"2026-04-21T04:22:37.20018Z","end":"2026-04-21T04:22:42.965982Z","steps":["trace[361859223] 'agreement among raft nodes before linearized reading' (duration: 3.571119195s)","trace[361859223] 'count revisions from in-memory index tree' (duration: 2.193464578s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.966015Z","caller":"traceutil/trace.go:171","msg":"trace[1369594558] range","detail":"{range_begin:/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78; range_end:; response_count:1; response_revision:25818; }","duration":"6.958971138s","start":"2026-04-21T04:22:36.007031Z","end":"2026-04-21T04:22:42.966002Z","steps":["trace[1369594558] 'agreement among raft nodes before linearized reading' (duration: 4.764346814s)","trace[1369594558] 'range keys from in-memory index tree' (duration: 2.19446046s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.965999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092285417s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.966035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.200149Z","time spent":"5.765875601s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.966047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.007013Z","time spent":"6.959027679s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" "} {"level":"warn","ts":"2026-04-21T04:22:42.966076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.474284568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:42.966133Z","caller":"traceutil/trace.go:171","msg":"trace[177426747] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25818; }","duration":"8.47437257s","start":"2026-04-21T04:22:34.491742Z","end":"2026-04-21T04:22:42.966115Z","steps":["trace[177426747] 'agreement among raft nodes before linearized reading' (duration: 6.279661734s)","trace[177426747] 'count revisions from in-memory index tree' (duration: 2.194655425s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.966176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.49172Z","time spent":"8.474444972s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121384093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:22:42.966346Z","caller":"traceutil/trace.go:171","msg":"trace[369937724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25818; }","duration":"2.121967626s","start":"2026-04-21T04:22:40.844366Z","end":"2026-04-21T04:22:42.966334Z","steps":["trace[369937724] 'range keys from in-memory index tree' (duration: 2.12125536s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.96637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823517475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.966387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.84434Z","time spent":"2.122036806s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:22:42.966419Z","caller":"traceutil/trace.go:171","msg":"trace[1884232681] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25818; }","duration":"3.823605787s","start":"2026-04-21T04:22:39.142796Z","end":"2026-04-21T04:22:42.966402Z","steps":["trace[1884232681] 'agreement among raft nodes before linearized reading' (duration: 1.628610765s)","trace[1884232681] 'count revisions from in-memory index tree' (duration: 2.194935641s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.966463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:39.142772Z","time spent":"3.823680898s","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.965851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121293101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:22:42.966547Z","caller":"traceutil/trace.go:171","msg":"trace[361232601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25818; }","duration":"2.121983876s","start":"2026-04-21T04:22:40.844552Z","end":"2026-04-21T04:22:42.966536Z","steps":["trace[361232601] 'range keys from in-memory index tree' (duration: 2.121141567s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.966588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.844461Z","time spent":"2.122114349s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:42.966649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.784678285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.96669Z","caller":"traceutil/trace.go:171","msg":"trace[340423829] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25818; }","duration":"8.784773727s","start":"2026-04-21T04:22:34.181903Z","end":"2026-04-21T04:22:42.966677Z","steps":["trace[340423829] 'agreement among raft nodes before linearized reading' (duration: 6.589507449s)","trace[340423829] 'count revisions from in-memory index tree' (duration: 2.195207297s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.966729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.181878Z","time spent":"8.784841079s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:42.964519Z","caller":"traceutil/trace.go:171","msg":"trace[1433179226] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25818; }","duration":"9.617510531s","start":"2026-04-21T04:22:33.347001Z","end":"2026-04-21T04:22:42.964512Z","steps":["trace[1433179226] 'agreement among raft nodes before linearized reading' (duration: 7.424416881s)","trace[1433179226] 'range keys from in-memory index tree' (duration: 2.192993307s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.966786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838353662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4434"} {"level":"info","ts":"2026-04-21T04:22:42.966064Z","caller":"traceutil/trace.go:171","msg":"trace[713355033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25818; }","duration":"2.092347288s","start":"2026-04-21T04:22:40.873706Z","end":"2026-04-21T04:22:42.966053Z","steps":["trace[713355033] 'range keys from in-memory index tree' (duration: 2.092279847s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.966872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:33.346976Z","time spent":"9.619843982s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:22:42.966812Z","caller":"traceutil/trace.go:171","msg":"trace[1029089238] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25818; }","duration":"1.838413723s","start":"2026-04-21T04:22:41.128392Z","end":"2026-04-21T04:22:42.966805Z","steps":["trace[1029089238] 'range keys from in-memory index tree' (duration: 1.83824393s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.967112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.128367Z","time spent":"1.83873088s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4457,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-21T04:22:42.96522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.64269Z","time spent":"8.322518937s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:42.964873Z","caller":"traceutil/trace.go:171","msg":"trace[1005899764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25818; }","duration":"4.957538409s","start":"2026-04-21T04:22:38.007327Z","end":"2026-04-21T04:22:42.964865Z","steps":["trace[1005899764] 'agreement among raft nodes before linearized reading' (duration: 2.763988939s)","trace[1005899764] 'range keys from in-memory index tree' (duration: 2.193492779s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.967525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.007324Z","time spent":"4.960193199s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:42.964921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957599231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:22:42.967722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190866469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.967771Z","caller":"traceutil/trace.go:171","msg":"trace[2113892584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25818; }","duration":"4.960443705s","start":"2026-04-21T04:22:38.007288Z","end":"2026-04-21T04:22:42.967732Z","steps":["trace[2113892584] 'agreement among raft nodes before linearized reading' (duration: 2.76403602s)","trace[2113892584] 'range keys from in-memory index tree' (duration: 2.193563441s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.967826Z","caller":"traceutil/trace.go:171","msg":"trace[1030603788] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25818; }","duration":"2.191034783s","start":"2026-04-21T04:22:40.776767Z","end":"2026-04-21T04:22:42.967802Z","steps":["trace[1030603788] 'range keys from in-memory index tree' (duration: 2.187767739s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.967879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:40.776746Z","time spent":"2.191121895s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:42.967907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.007275Z","time spent":"4.960584678s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:42.968468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503929414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.968535Z","caller":"traceutil/trace.go:171","msg":"trace[768459251] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25818; }","duration":"1.504037356s","start":"2026-04-21T04:22:41.464485Z","end":"2026-04-21T04:22:42.968523Z","steps":["trace[768459251] 'count revisions from in-memory index tree' (duration: 1.503821821s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.968569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.464454Z","time spent":"1.504104197s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:42.966021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185073645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-21T04:22:42.969426Z","caller":"traceutil/trace.go:171","msg":"trace[240185595] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25818; }","duration":"4.188500051s","start":"2026-04-21T04:22:38.780898Z","end":"2026-04-21T04:22:42.969398Z","steps":["trace[240185595] 'agreement among raft nodes before linearized reading' (duration: 1.990500982s)","trace[240185595] 'range keys from in-memory index tree' (duration: 2.19447439s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.966228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.687213345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:42.969511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.780879Z","time spent":"4.188603084s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T04:22:42.9697Z","caller":"traceutil/trace.go:171","msg":"trace[515057944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25818; }","duration":"7.690483248s","start":"2026-04-21T04:22:35.279Z","end":"2026-04-21T04:22:42.969484Z","steps":["trace[515057944] 'agreement among raft nodes before linearized reading' (duration: 5.492378997s)","trace[515057944] 'count revisions from in-memory index tree' (duration: 2.194826088s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.970544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.278973Z","time spent":"7.691535232s","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:43.409921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:43.842153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.974331Z","time spent":"867.813474ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/21 04:22:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:43.842325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.97714Z","time spent":"865.183545ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/21 04:22:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:43.910312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:44.028626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230169216s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:44.029043Z","caller":"traceutil/trace.go:171","msg":"trace[1119367742] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"2.230731329s","start":"2026-04-21T04:22:41.798288Z","end":"2026-04-21T04:22:44.029019Z","steps":["trace[1119367742] 'process raft request' (duration: 2.230673196s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.029084Z","caller":"traceutil/trace.go:171","msg":"trace[1885023122] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"2.23077839s","start":"2026-04-21T04:22:41.798269Z","end":"2026-04-21T04:22:44.029047Z","steps":["trace[1885023122] 'process raft request' (duration: 2.230543244s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:44.029184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.798255Z","time spent":"2.230848891s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:44.029275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.798236Z","time spent":"2.230918173s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:44.082225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:44.082275Z","caller":"traceutil/trace.go:171","msg":"trace[1672183152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432328s","start":"2026-04-21T04:22:42.081828Z","end":"2026-04-21T04:22:44.082261Z","steps":["trace[1672183152] 'agreement among raft nodes before linearized reading' (duration: 2.000360365s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:44.082456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.081802Z","time spent":"2.000644232s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:46.091205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:22:46.091307Z","caller":"traceutil/trace.go:171","msg":"trace[1568402470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393446s","start":"2026-04-21T04:22:44.090892Z","end":"2026-04-21T04:22:46.091286Z","steps":["trace[1568402470] 'agreement among raft nodes before linearized reading' (duration: 2.000264443s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.09138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:44.090874Z","time spent":"2.000473857s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:46.61915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.590164271s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:46.67835Z","caller":"traceutil/trace.go:171","msg":"trace[454499536] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"4.878771633s","start":"2026-04-21T04:22:41.799561Z","end":"2026-04-21T04:22:46.678332Z","steps":["trace[454499536] 'process raft request' (duration: 4.878714252s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.678439Z","caller":"traceutil/trace.go:171","msg":"trace[607090789] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"4.879166832s","start":"2026-04-21T04:22:41.799254Z","end":"2026-04-21T04:22:46.678421Z","steps":["trace[607090789] 'process raft request' (duration: 4.878876476s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.678502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.799509Z","time spent":"4.878908616s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:46.678516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.799238Z","time spent":"4.879229383s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.678618Z","caller":"traceutil/trace.go:171","msg":"trace[607193513] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"4.879022138s","start":"2026-04-21T04:22:41.799586Z","end":"2026-04-21T04:22:46.678608Z","steps":["trace[607193513] 'process raft request' (duration: 4.87865698s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.678351Z","caller":"traceutil/trace.go:171","msg":"trace[605115364] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"4.879812307s","start":"2026-04-21T04:22:41.798501Z","end":"2026-04-21T04:22:46.678313Z","steps":["trace[605115364] 'process raft request' (duration: 4.821035201s)","trace[605115364] 'compare' (duration: 58.347356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:46.678666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.799567Z","time spent":"4.87907157s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:46.678678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.798469Z","time spent":"4.880189605s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.6787Z","caller":"traceutil/trace.go:171","msg":"trace[839113705] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"4.87866055s","start":"2026-04-21T04:22:41.800008Z","end":"2026-04-21T04:22:46.678668Z","steps":["trace[839113705] 'process raft request' (duration: 4.878295592s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.678867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.799994Z","time spent":"4.878781083s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.678953Z","caller":"traceutil/trace.go:171","msg":"trace[501190518] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"4.878908916s","start":"2026-04-21T04:22:41.800033Z","end":"2026-04-21T04:22:46.678942Z","steps":["trace[501190518] 'process raft request' (duration: 4.878521977s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.678992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.800016Z","time spent":"4.878954647s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.679081Z","caller":"traceutil/trace.go:171","msg":"trace[1304594327] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"3.707543499s","start":"2026-04-21T04:22:42.97153Z","end":"2026-04-21T04:22:46.679074Z","steps":["trace[1304594327] 'process raft request' (duration: 3.707273223s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.679112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.971506Z","time spent":"3.707587542s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.679205Z","caller":"traceutil/trace.go:171","msg":"trace[1559198019] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"3.705896283s","start":"2026-04-21T04:22:42.973298Z","end":"2026-04-21T04:22:46.679194Z","steps":["trace[1559198019] 'process raft request' (duration: 3.705745799s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.679271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.973284Z","time spent":"3.705955624s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.679775Z","caller":"traceutil/trace.go:171","msg":"trace[1093289860] linearizableReadLoop","detail":"{readStateIndex:26707; appliedIndex:26688; }","duration":"4.771953356s","start":"2026-04-21T04:22:41.907779Z","end":"2026-04-21T04:22:46.679732Z","steps":["trace[1093289860] 'read index received' (duration: 2.121060486s)","trace[1093289860] 'applied index is now lower than readState.Index' (duration: 2.6508918s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:46.679855Z","caller":"traceutil/trace.go:171","msg":"trace[1258629181] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"3.706521707s","start":"2026-04-21T04:22:42.973319Z","end":"2026-04-21T04:22:46.67984Z","steps":["trace[1258629181] 'process raft request' (duration: 3.705825972s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.679916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.973294Z","time spent":"3.706583318s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.680022Z","caller":"traceutil/trace.go:171","msg":"trace[121661205] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"3.705239188s","start":"2026-04-21T04:22:42.974771Z","end":"2026-04-21T04:22:46.68001Z","steps":["trace[121661205] 'process raft request' (duration: 3.704668216s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.680075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.974763Z","time spent":"3.70528109s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.680246Z","caller":"traceutil/trace.go:171","msg":"trace[336117662] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"3.056415001s","start":"2026-04-21T04:22:43.623816Z","end":"2026-04-21T04:22:46.680231Z","steps":["trace[336117662] 'process raft request' (duration: 3.055812968s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.6803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:43.623773Z","time spent":"3.056505033s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.680311Z","caller":"traceutil/trace.go:171","msg":"trace[1416619313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25835; }","duration":"2.835657395s","start":"2026-04-21T04:22:43.844641Z","end":"2026-04-21T04:22:46.680298Z","steps":["trace[1416619313] 'process raft request' (duration: 2.835025131s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.680353Z","caller":"traceutil/trace.go:171","msg":"trace[1394969200] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"3.703160642s","start":"2026-04-21T04:22:42.977187Z","end":"2026-04-21T04:22:46.680348Z","steps":["trace[1394969200] 'process raft request' (duration: 3.702345714s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.680371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:43.844622Z","time spent":"2.835714095s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.680397Z","caller":"traceutil/trace.go:171","msg":"trace[144500545] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"3.171062516s","start":"2026-04-21T04:22:43.50933Z","end":"2026-04-21T04:22:46.680393Z","steps":["trace[144500545] 'process raft request' (duration: 3.170257668s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.68042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:43.509257Z","time spent":"3.171151528s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:46.680443Z","caller":"traceutil/trace.go:171","msg":"trace[1722111689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25835; }","duration":"2.835215955s","start":"2026-04-21T04:22:43.845219Z","end":"2026-04-21T04:22:46.680435Z","steps":["trace[1722111689] 'process raft request' (duration: 2.834480618s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.680482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:43.845213Z","time spent":"2.835246865s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:46.680684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772909317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:46.68072Z","caller":"traceutil/trace.go:171","msg":"trace[660138621] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25835; }","duration":"4.772993729s","start":"2026-04-21T04:22:41.907716Z","end":"2026-04-21T04:22:46.680709Z","steps":["trace[660138621] 'agreement among raft nodes before linearized reading' (duration: 4.772815905s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.680748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.907697Z","time spent":"4.77304338s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:46.680378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.97716Z","time spent":"3.703202472s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:47.180515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:47.680849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:47.863671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107713361s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:22:48.091838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:22:48.092002Z","caller":"traceutil/trace.go:171","msg":"trace[410537620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274403s","start":"2026-04-21T04:22:46.091706Z","end":"2026-04-21T04:22:48.091981Z","steps":["trace[410537620] 'agreement among raft nodes before linearized reading' (duration: 2.000077878s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.092086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.091677Z","time spent":"2.000396966s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:22:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:22:48.260729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.603832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:48.26091Z","caller":"traceutil/trace.go:171","msg":"trace[1799017822] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26707; }","duration":"1.581089262s","start":"2026-04-21T04:22:46.679807Z","end":"2026-04-21T04:22:48.260896Z","steps":["trace[1799017822] 'read index received' (duration: 1.184093122s)","trace[1799017822] 'applied index is now lower than readState.Index' (duration: 396.9952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:48.261022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429148141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:48.261042Z","caller":"traceutil/trace.go:171","msg":"trace[918753832] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25838; }","duration":"2.429201162s","start":"2026-04-21T04:22:45.831833Z","end":"2026-04-21T04:22:48.261034Z","steps":["trace[918753832] 'agreement among raft nodes before linearized reading' (duration: 2.429132151s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.261066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:45.831791Z","time spent":"2.429268984s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.261212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290043908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.261232Z","caller":"traceutil/trace.go:171","msg":"trace[370136139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25838; }","duration":"3.29010154s","start":"2026-04-21T04:22:44.971124Z","end":"2026-04-21T04:22:48.261226Z","steps":["trace[370136139] 'agreement among raft nodes before linearized reading' (duration: 3.290064679s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.26125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:44.971102Z","time spent":"3.29014207s","remote":"127.0.0.1:37506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.261243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065560525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.261334Z","caller":"traceutil/trace.go:171","msg":"trace[437391691] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25838; }","duration":"2.065878642s","start":"2026-04-21T04:22:46.195437Z","end":"2026-04-21T04:22:48.261316Z","steps":["trace[437391691] 'agreement among raft nodes before linearized reading' (duration: 2.065485783s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.261368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.19538Z","time spent":"2.065978884s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.26142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289739728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-04-21T04:22:48.261449Z","caller":"traceutil/trace.go:171","msg":"trace[2026154462] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25838; }","duration":"5.289788639s","start":"2026-04-21T04:22:42.971648Z","end":"2026-04-21T04:22:48.261437Z","steps":["trace[2026154462] 'agreement among raft nodes before linearized reading' (duration: 5.289698397s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.261437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288838558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-71b96bf6-afb3-4be8-809c-28ce731c825e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-21T04:22:48.26151Z","caller":"traceutil/trace.go:171","msg":"trace[1187474364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-71b96bf6-afb3-4be8-809c-28ce731c825e; range_end:; response_count:1; response_revision:25838; }","duration":"5.28894402s","start":"2026-04-21T04:22:42.972547Z","end":"2026-04-21T04:22:48.261491Z","steps":["trace[1187474364] 'agreement among raft nodes before linearized reading' (duration: 5.288704515s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.261607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.972523Z","time spent":"5.289074733s","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-71b96bf6-afb3-4be8-809c-28ce731c825e\" "} {"level":"info","ts":"2026-04-21T04:22:48.261657Z","caller":"traceutil/trace.go:171","msg":"trace[882677031] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"3.59044866s","start":"2026-04-21T04:22:44.671197Z","end":"2026-04-21T04:22:48.261646Z","steps":["trace[882677031] 'process raft request' (duration: 3.192859528s)","trace[882677031] 'compare' (duration: 395.559197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:48.261732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:44.671161Z","time spent":"3.590520422s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:48.261844Z","caller":"traceutil/trace.go:171","msg":"trace[1805099405] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"2.226166334s","start":"2026-04-21T04:22:46.035669Z","end":"2026-04-21T04:22:48.261835Z","steps":["trace[1805099405] 'process raft request' (duration: 2.225137571s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.261888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.03563Z","time spent":"2.226234547s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:48.261889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923760765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:48.261869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573280396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4434"} {"level":"warn","ts":"2026-04-21T04:22:48.261992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753693933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.262006Z","caller":"traceutil/trace.go:171","msg":"trace[1126713417] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25838; }","duration":"1.573486842s","start":"2026-04-21T04:22:46.688491Z","end":"2026-04-21T04:22:48.261977Z","steps":["trace[1126713417] 'agreement among raft nodes before linearized reading' (duration: 1.573023781s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:48.262051Z","caller":"traceutil/trace.go:171","msg":"trace[983244540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25838; }","duration":"4.753808737s","start":"2026-04-21T04:22:43.508227Z","end":"2026-04-21T04:22:48.262035Z","steps":["trace[983244540] 'agreement among raft nodes before linearized reading' (duration: 4.753735855s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011872545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:48.262094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:43.508195Z","time spent":"4.753889298s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:48.26208Z","caller":"traceutil/trace.go:171","msg":"trace[1325782318] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"2.224954278s","start":"2026-04-21T04:22:46.037076Z","end":"2026-04-21T04:22:48.26203Z","steps":["trace[1325782318] 'process raft request' (duration: 2.223771571s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.922851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.262155Z","caller":"traceutil/trace.go:171","msg":"trace[686939025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25838; }","duration":"2.01208333s","start":"2026-04-21T04:22:46.250034Z","end":"2026-04-21T04:22:48.262118Z","steps":["trace[686939025] 'agreement among raft nodes before linearized reading' (duration: 2.011835235s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:48.262202Z","caller":"traceutil/trace.go:171","msg":"trace[2018414671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25838; }","duration":"162.024423ms","start":"2026-04-21T04:22:48.100165Z","end":"2026-04-21T04:22:48.262189Z","steps":["trace[2018414671] 'agreement among raft nodes before linearized reading' (duration: 161.945901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.26223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.250001Z","time spent":"2.012213492s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.26228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288425779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.262314Z","caller":"traceutil/trace.go:171","msg":"trace[1492257339] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25838; }","duration":"5.288459299s","start":"2026-04-21T04:22:42.973845Z","end":"2026-04-21T04:22:48.262304Z","steps":["trace[1492257339] 'agreement among raft nodes before linearized reading' (duration: 5.288400188s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.973826Z","time spent":"5.28852003s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:22:48.261468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.971636Z","time spent":"5.28982633s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-21T04:22:48.262076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.688471Z","time spent":"1.573593764s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4457,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-21T04:22:48.262441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.037059Z","time spent":"2.225105682s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:48.261941Z","caller":"traceutil/trace.go:171","msg":"trace[1839452640] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25838; }","duration":"3.923878907s","start":"2026-04-21T04:22:44.33805Z","end":"2026-04-21T04:22:48.261929Z","steps":["trace[1839452640] 'agreement among raft nodes before linearized reading' (duration: 3.923780554s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966235275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.262523Z","caller":"traceutil/trace.go:171","msg":"trace[1947374561] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25838; }","duration":"1.966326257s","start":"2026-04-21T04:22:46.296187Z","end":"2026-04-21T04:22:48.262514Z","steps":["trace[1947374561] 'agreement among raft nodes before linearized reading' (duration: 1.966259576s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.296147Z","time spent":"1.966395389s","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.262559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:44.33802Z","time spent":"3.924493021s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.262626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418323354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:22:48.262654Z","caller":"traceutil/trace.go:171","msg":"trace[916091459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25838; }","duration":"1.418369356s","start":"2026-04-21T04:22:46.844278Z","end":"2026-04-21T04:22:48.262647Z","steps":["trace[916091459] 'agreement among raft nodes before linearized reading' (duration: 1.418259314s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.84427Z","time spent":"1.418400707s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:22:48.262653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418526389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:22:48.262742Z","caller":"traceutil/trace.go:171","msg":"trace[205153584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25838; }","duration":"1.418661782s","start":"2026-04-21T04:22:46.844067Z","end":"2026-04-21T04:22:48.262728Z","steps":["trace[205153584] 'agreement among raft nodes before linearized reading' (duration: 1.418497958s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.367161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.262786Z","caller":"traceutil/trace.go:171","msg":"trace[2017632900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25838; }","duration":"917.429283ms","start":"2026-04-21T04:22:47.34535Z","end":"2026-04-21T04:22:48.262779Z","steps":["trace[2017632900] 'agreement among raft nodes before linearized reading' (duration: 917.390472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187293276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:48.262813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:47.345327Z","time spent":"917.481534ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:48.262817Z","caller":"traceutil/trace.go:171","msg":"trace[746721896] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25838; }","duration":"1.187359578s","start":"2026-04-21T04:22:47.075451Z","end":"2026-04-21T04:22:48.262811Z","steps":["trace[746721896] 'agreement among raft nodes before linearized reading' (duration: 1.187315317s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:47.075432Z","time spent":"1.187401418s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:48.262784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.844039Z","time spent":"1.418737364s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:22:48.262887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57429852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:22:48.262753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.637432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:48.26294Z","caller":"traceutil/trace.go:171","msg":"trace[221719653] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100; range_end:; response_count:1; response_revision:25838; }","duration":"1.574370291s","start":"2026-04-21T04:22:46.688549Z","end":"2026-04-21T04:22:48.262919Z","steps":["trace[221719653] 'agreement among raft nodes before linearized reading' (duration: 1.574258559s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.262977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:46.688533Z","time spent":"1.574435553s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a842909dda7100\" "} {"level":"info","ts":"2026-04-21T04:22:48.262981Z","caller":"traceutil/trace.go:171","msg":"trace[1821798094] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25838; }","duration":"632.833107ms","start":"2026-04-21T04:22:47.630109Z","end":"2026-04-21T04:22:48.262942Z","steps":["trace[1821798094] 'agreement among raft nodes before linearized reading' (duration: 632.622742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:48.26305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:47.630086Z","time spent":"632.944419ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:56.984217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:57.20896Z","caller":"traceutil/trace.go:171","msg":"trace[1775865337] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"876.426657ms","start":"2026-04-21T04:22:56.332504Z","end":"2026-04-21T04:22:57.208931Z","steps":["trace[1775865337] 'process raft request' (duration: 876.231433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.209145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.332484Z","time spent":"876.56265ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:57.844023Z","caller":"traceutil/trace.go:171","msg":"trace[2137555918] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"1.475927912s","start":"2026-04-21T04:22:56.368068Z","end":"2026-04-21T04:22:57.843996Z","steps":["trace[2137555918] 'process raft request' (duration: 1.475720637s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.844178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.368032Z","time spent":"1.476073185s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:57.844444Z","caller":"traceutil/trace.go:171","msg":"trace[1368682980] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"1.012863802s","start":"2026-04-21T04:22:56.831549Z","end":"2026-04-21T04:22:57.844413Z","steps":["trace[1368682980] 'process raft request' (duration: 1.01277728s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:57.844581Z","caller":"traceutil/trace.go:171","msg":"trace[1899993053] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"1.015106104s","start":"2026-04-21T04:22:56.829462Z","end":"2026-04-21T04:22:57.844568Z","steps":["trace[1899993053] 'process raft request' (duration: 1.014726135s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:57.844614Z","caller":"traceutil/trace.go:171","msg":"trace[309436821] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"1.010648554s","start":"2026-04-21T04:22:56.833954Z","end":"2026-04-21T04:22:57.844603Z","steps":["trace[309436821] 'process raft request' (duration: 1.010414978s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.84462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.831535Z","time spent":"1.012992146s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:57.844657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.829448Z","time spent":"1.015166865s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:57.844688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.833939Z","time spent":"1.010705415s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:57.844471Z","caller":"traceutil/trace.go:171","msg":"trace[497476194] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"1.028189208s","start":"2026-04-21T04:22:56.816264Z","end":"2026-04-21T04:22:57.844453Z","steps":["trace[497476194] 'process raft request' (duration: 1.027682907s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.844839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.816237Z","time spent":"1.028516796s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:57.844898Z","caller":"traceutil/trace.go:171","msg":"trace[521846318] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"1.010694444s","start":"2026-04-21T04:22:56.834192Z","end":"2026-04-21T04:22:57.844887Z","steps":["trace[521846318] 'process raft request' (duration: 1.010353376s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.844957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.834153Z","time spent":"1.010772936s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:57.845012Z","caller":"traceutil/trace.go:171","msg":"trace[679620967] linearizableReadLoop","detail":"{readStateIndex:26803; appliedIndex:26794; }","duration":"1.361927282s","start":"2026-04-21T04:22:56.483073Z","end":"2026-04-21T04:22:57.845Z","steps":["trace[679620967] 'read index received' (duration: 725.770882ms)","trace[679620967] 'applied index is now lower than readState.Index' (duration: 636.15498ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:57.84504Z","caller":"traceutil/trace.go:171","msg":"trace[475717551] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"1.009897596s","start":"2026-04-21T04:22:56.835124Z","end":"2026-04-21T04:22:57.845022Z","steps":["trace[475717551] 'process raft request' (duration: 1.009824674s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:57.845048Z","caller":"traceutil/trace.go:171","msg":"trace[193964685] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"1.010830457s","start":"2026-04-21T04:22:56.834192Z","end":"2026-04-21T04:22:57.845023Z","steps":["trace[193964685] 'process raft request' (duration: 1.010628292s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.845115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.83511Z","time spent":"1.009972067s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:57.845137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290859429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:57.845167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.834153Z","time spent":"1.01095216s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:57.845233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009107099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:57.845178Z","caller":"traceutil/trace.go:171","msg":"trace[307644340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25928; }","duration":"1.290954031s","start":"2026-04-21T04:22:56.554211Z","end":"2026-04-21T04:22:57.845165Z","steps":["trace[307644340] 'agreement among raft nodes before linearized reading' (duration: 1.29088195s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.845246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.931707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:57.845273Z","caller":"traceutil/trace.go:171","msg":"trace[672455539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25928; }","duration":"1.00919456s","start":"2026-04-21T04:22:56.83607Z","end":"2026-04-21T04:22:57.845264Z","steps":["trace[672455539] 'agreement among raft nodes before linearized reading' (duration: 1.009084168s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.845285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010411218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:22:57.845306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.836015Z","time spent":"1.009285162s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:22:57.845305Z","caller":"traceutil/trace.go:171","msg":"trace[1560510028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25928; }","duration":"782.035939ms","start":"2026-04-21T04:22:57.063255Z","end":"2026-04-21T04:22:57.845291Z","steps":["trace[1560510028] 'agreement among raft nodes before linearized reading' (duration: 781.942417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.845303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.554187Z","time spent":"1.291097415s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:57.845307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.887632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:57.845325Z","caller":"traceutil/trace.go:171","msg":"trace[1210417435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25928; }","duration":"1.010470218s","start":"2026-04-21T04:22:56.834844Z","end":"2026-04-21T04:22:57.845314Z","steps":["trace[1210417435] 'agreement among raft nodes before linearized reading' (duration: 1.010355156s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.84534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:57.063236Z","time spent":"782.099311ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:57.845358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.834835Z","time spent":"1.0105163s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:57.845121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362040015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:57.845355Z","caller":"traceutil/trace.go:171","msg":"trace[1565156966] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25928; }","duration":"854.993774ms","start":"2026-04-21T04:22:56.990348Z","end":"2026-04-21T04:22:57.845342Z","steps":["trace[1565156966] 'agreement among raft nodes before linearized reading' (duration: 854.920342ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:57.845389Z","caller":"traceutil/trace.go:171","msg":"trace[169907578] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25928; }","duration":"1.362357793s","start":"2026-04-21T04:22:56.483022Z","end":"2026-04-21T04:22:57.84538Z","steps":["trace[169907578] 'agreement among raft nodes before linearized reading' (duration: 1.362055475s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.845397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.990315Z","time spent":"855.072917ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:57.845422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.482993Z","time spent":"1.362417674s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:57.845931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011196856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:57.846035Z","caller":"traceutil/trace.go:171","msg":"trace[737246596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25928; }","duration":"1.011352699s","start":"2026-04-21T04:22:56.834658Z","end":"2026-04-21T04:22:57.846011Z","steps":["trace[737246596] 'agreement among raft nodes before linearized reading' (duration: 1.011006011s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:57.846092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:56.834643Z","time spent":"1.011439222s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:58.664687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.879401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:58.664796Z","caller":"traceutil/trace.go:171","msg":"trace[1596807465] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"814.327817ms","start":"2026-04-21T04:22:57.850457Z","end":"2026-04-21T04:22:58.664785Z","steps":["trace[1596807465] 'process raft request' (duration: 814.293027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:58.664829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:57.850435Z","time spent":"814.379409ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:58.665035Z","caller":"traceutil/trace.go:171","msg":"trace[98143539] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"814.578714ms","start":"2026-04-21T04:22:57.850448Z","end":"2026-04-21T04:22:58.665026Z","steps":["trace[98143539] 'process raft request' (duration: 447.297404ms)","trace[98143539] 'compare' (duration: 366.515053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:58.665068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:57.850427Z","time spent":"814.624814ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:59.147869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.26986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:59.148031Z","caller":"traceutil/trace.go:171","msg":"trace[1663048035] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"1.297382517s","start":"2026-04-21T04:22:57.850629Z","end":"2026-04-21T04:22:59.148011Z","steps":["trace[1663048035] 'process raft request' (duration: 1.062931872s)","trace[1663048035] 'compare' (duration: 234.128827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:59.148112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:57.850608Z","time spent":"1.29747483s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:59.148211Z","caller":"traceutil/trace.go:171","msg":"trace[1099393301] linearizableReadLoop","detail":"{readStateIndex:26806; appliedIndex:26803; }","duration":"1.2358013s","start":"2026-04-21T04:22:57.912382Z","end":"2026-04-21T04:22:59.148183Z","steps":["trace[1099393301] 'read index received' (duration: 385.376939ms)","trace[1099393301] 'applied index is now lower than readState.Index' (duration: 850.423271ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:59.148388Z","caller":"traceutil/trace.go:171","msg":"trace[1262099220] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"871.538557ms","start":"2026-04-21T04:22:58.276838Z","end":"2026-04-21T04:22:59.148377Z","steps":["trace[1262099220] 'process raft request' (duration: 871.125767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:59.148502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:58.276802Z","time spent":"871.622398ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:59.148713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.254774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-04-21T04:22:59.148751Z","caller":"traceutil/trace.go:171","msg":"trace[1627750889] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:25932; }","duration":"864.329676ms","start":"2026-04-21T04:22:58.284413Z","end":"2026-04-21T04:22:59.148743Z","steps":["trace[1627750889] 'agreement among raft nodes before linearized reading' (duration: 864.204463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:59.148725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23628054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:59.148893Z","caller":"traceutil/trace.go:171","msg":"trace[1507026673] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25932; }","duration":"1.236523756s","start":"2026-04-21T04:22:57.912321Z","end":"2026-04-21T04:22:59.148845Z","steps":["trace[1507026673] 'agreement among raft nodes before linearized reading' (duration: 1.236171198s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:59.148799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:58.284392Z","time spent":"864.399927ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-21T04:22:59.148997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:57.912302Z","time spent":"1.23667619s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:59.149256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.335484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:22:59.149339Z","caller":"traceutil/trace.go:171","msg":"trace[616753740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25932; }","duration":"687.514748ms","start":"2026-04-21T04:22:58.461804Z","end":"2026-04-21T04:22:59.149319Z","steps":["trace[616753740] 'agreement among raft nodes before linearized reading' (duration: 686.828683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:59.149401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:58.461779Z","time spent":"687.606231ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:59.737275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:23:01.224655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.188828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:01.224739Z","caller":"traceutil/trace.go:171","msg":"trace[6888164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25932; }","duration":"351.28806ms","start":"2026-04-21T04:23:00.873439Z","end":"2026-04-21T04:23:01.224727Z","steps":["trace[6888164] 'range keys from in-memory index tree' (duration: 351.174438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:01.225705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04288878s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:01.225766Z","caller":"traceutil/trace.go:171","msg":"trace[1471269003] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"2.011881274s","start":"2026-04-21T04:22:59.213874Z","end":"2026-04-21T04:23:01.225755Z","steps":["trace[1471269003] 'process raft request' (duration: 968.884071ms)","trace[1471269003] 'compare' (duration: 1.042130793s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:01.225806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.213862Z","time spent":"2.011924265s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.065058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:23:02.065154Z","caller":"traceutil/trace.go:171","msg":"trace[1948948811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332123s","start":"2026-04-21T04:23:00.064795Z","end":"2026-04-21T04:23:02.065128Z","steps":["trace[1948948811] 'agreement among raft nodes before linearized reading' (duration: 2.000208891s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.065202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.064773Z","time spent":"2.000419436s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:23:02.306944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.124428391s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:23:02.86919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.00121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:02.869351Z","caller":"traceutil/trace.go:171","msg":"trace[540481447] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"3.018099237s","start":"2026-04-21T04:22:59.851235Z","end":"2026-04-21T04:23:02.869335Z","steps":["trace[540481447] 'process raft request' (duration: 3.018031845s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.8694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851207Z","time spent":"3.018169799s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.869557Z","caller":"traceutil/trace.go:171","msg":"trace[1678746230] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"3.633228744s","start":"2026-04-21T04:22:59.236319Z","end":"2026-04-21T04:23:02.869548Z","steps":["trace[1678746230] 'process raft request' (duration: 3.070792765s)","trace[1678746230] 'compare' (duration: 561.492458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:02.869605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.236298Z","time spent":"3.633282966s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.870113Z","caller":"traceutil/trace.go:171","msg":"trace[1331075947] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"3.018355153s","start":"2026-04-21T04:22:59.851749Z","end":"2026-04-21T04:23:02.870104Z","steps":["trace[1331075947] 'process raft request' (duration: 3.018302841s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.870168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851727Z","time spent":"3.018414424s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.870097Z","caller":"traceutil/trace.go:171","msg":"trace[1243608292] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"3.018749791s","start":"2026-04-21T04:22:59.851296Z","end":"2026-04-21T04:23:02.870046Z","steps":["trace[1243608292] 'process raft request' (duration: 3.018015315s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.87019Z","caller":"traceutil/trace.go:171","msg":"trace[1637652162] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"3.018572397s","start":"2026-04-21T04:22:59.851598Z","end":"2026-04-21T04:23:02.87017Z","steps":["trace[1637652162] 'process raft request' (duration: 3.018398223s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.870207Z","caller":"traceutil/trace.go:171","msg":"trace[1541922379] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"3.018616568s","start":"2026-04-21T04:22:59.851562Z","end":"2026-04-21T04:23:02.870179Z","steps":["trace[1541922379] 'process raft request' (duration: 3.018459995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.870277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851575Z","time spent":"3.018656989s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.870267Z","caller":"traceutil/trace.go:171","msg":"trace[1334571514] linearizableReadLoop","detail":"{readStateIndex:26810; appliedIndex:26808; }","duration":"3.633833338s","start":"2026-04-21T04:22:59.236405Z","end":"2026-04-21T04:23:02.870238Z","steps":["trace[1334571514] 'read index received' (duration: 946.367364ms)","trace[1334571514] 'applied index is now lower than readState.Index' (duration: 2.687464594s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:02.870316Z","caller":"traceutil/trace.go:171","msg":"trace[552550618] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"3.018267511s","start":"2026-04-21T04:22:59.852039Z","end":"2026-04-21T04:23:02.870307Z","steps":["trace[552550618] 'process raft request' (duration: 3.018041606s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.870321Z","caller":"traceutil/trace.go:171","msg":"trace[2040412501] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"3.018726231s","start":"2026-04-21T04:22:59.851569Z","end":"2026-04-21T04:23:02.870295Z","steps":["trace[2040412501] 'process raft request' (duration: 3.018387523s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.870363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.852021Z","time spent":"3.018318032s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.870363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851543Z","time spent":"3.018735151s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.870358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851208Z","time spent":"3.019004317s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.870445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.851532Z","time spent":"3.018851814s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.870549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634130165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18744"} {"level":"info","ts":"2026-04-21T04:23:02.87062Z","caller":"traceutil/trace.go:171","msg":"trace[2033582137] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25941; }","duration":"3.634235177s","start":"2026-04-21T04:22:59.236367Z","end":"2026-04-21T04:23:02.870602Z","steps":["trace[2033582137] 'agreement among raft nodes before linearized reading' (duration: 3.633962041s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.870666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.236352Z","time spent":"3.634304969s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:23:02.872659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374887591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:02.872702Z","caller":"traceutil/trace.go:171","msg":"trace[677317763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25943; }","duration":"3.374934132s","start":"2026-04-21T04:22:59.497758Z","end":"2026-04-21T04:23:02.872692Z","steps":["trace[677317763] 'agreement among raft nodes before linearized reading' (duration: 3.37484094s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.872726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.497718Z","time spent":"3.375000684s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:02.87313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832353741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:02.873161Z","caller":"traceutil/trace.go:171","msg":"trace[1935065757] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25943; }","duration":"2.832432762s","start":"2026-04-21T04:23:00.040721Z","end":"2026-04-21T04:23:02.873154Z","steps":["trace[1935065757] 'agreement among raft nodes before linearized reading' (duration: 2.832381111s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.040696Z","time spent":"2.832506193s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:02.873219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203747279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:02.873251Z","caller":"traceutil/trace.go:171","msg":"trace[1158884202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25943; }","duration":"2.20379256s","start":"2026-04-21T04:23:00.66945Z","end":"2026-04-21T04:23:02.873243Z","steps":["trace[1158884202] 'agreement among raft nodes before linearized reading' (duration: 2.203701568s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.669443Z","time spent":"2.203825351s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:02.873271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2369308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:02.873427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20427114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:02.873451Z","caller":"traceutil/trace.go:171","msg":"trace[197668894] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"1.867828036s","start":"2026-04-21T04:23:01.005603Z","end":"2026-04-21T04:23:02.873431Z","steps":["trace[197668894] 'process raft request' (duration: 1.866901106s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215854873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:02.873533Z","caller":"traceutil/trace.go:171","msg":"trace[70854547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25943; }","duration":"2.215933855s","start":"2026-04-21T04:23:00.657592Z","end":"2026-04-21T04:23:02.873526Z","steps":["trace[70854547] 'agreement among raft nodes before linearized reading' (duration: 2.215890384s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.657564Z","time spent":"2.215986165s","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:02.873587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:01.005578Z","time spent":"1.867920648s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.873673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811448029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:02.873704Z","caller":"traceutil/trace.go:171","msg":"trace[1184889042] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25943; }","duration":"2.811503459s","start":"2026-04-21T04:23:00.062192Z","end":"2026-04-21T04:23:02.873695Z","steps":["trace[1184889042] 'agreement among raft nodes before linearized reading' (duration: 2.811453508s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.202318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:02.872806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061765049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:02.873836Z","caller":"traceutil/trace.go:171","msg":"trace[1608507541] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25943; }","duration":"2.062847834s","start":"2026-04-21T04:23:00.810981Z","end":"2026-04-21T04:23:02.873829Z","steps":["trace[1608507541] 'agreement among raft nodes before linearized reading' (duration: 2.061730918s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.873834Z","caller":"traceutil/trace.go:171","msg":"trace[247215500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25943; }","duration":"808.483145ms","start":"2026-04-21T04:23:02.065319Z","end":"2026-04-21T04:23:02.873803Z","steps":["trace[247215500] 'agreement among raft nodes before linearized reading' (duration: 808.140427ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.873896Z","caller":"traceutil/trace.go:171","msg":"trace[1521487922] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"1.171350426s","start":"2026-04-21T04:23:01.702357Z","end":"2026-04-21T04:23:02.873707Z","steps":["trace[1521487922] 'process raft request' (duration: 1.17020833s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.065275Z","time spent":"808.613779ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:02.873959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:01.702323Z","time spent":"1.171609383s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.873724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.06218Z","time spent":"2.81153777s","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:02.874077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788611752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:02.874097Z","caller":"traceutil/trace.go:171","msg":"trace[1169755511] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25943; }","duration":"1.788670353s","start":"2026-04-21T04:23:01.08542Z","end":"2026-04-21T04:23:02.87409Z","steps":["trace[1169755511] 'agreement among raft nodes before linearized reading' (duration: 1.788634842s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.874121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:01.0854Z","time spent":"1.788716334s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:02.873858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.810961Z","time spent":"2.062890415s","remote":"127.0.0.1:55478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:02.873463Z","caller":"traceutil/trace.go:171","msg":"trace[922381064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25943; }","duration":"2.204329733s","start":"2026-04-21T04:23:00.669126Z","end":"2026-04-21T04:23:02.873455Z","steps":["trace[922381064] 'agreement among raft nodes before linearized reading' (duration: 2.204250351s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.874209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157272204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-21T04:23:02.874234Z","caller":"traceutil/trace.go:171","msg":"trace[1521888489] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25943; }","duration":"3.157335036s","start":"2026-04-21T04:22:59.71689Z","end":"2026-04-21T04:23:02.874225Z","steps":["trace[1521888489] 'agreement among raft nodes before linearized reading' (duration: 3.156570798s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.874267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.716869Z","time spent":"3.157393178s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-21T04:23:02.874253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.669113Z","time spent":"2.205120691s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:02.874346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721802035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:02.873363Z","caller":"traceutil/trace.go:171","msg":"trace[1092686075] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25943; }","duration":"3.237069013s","start":"2026-04-21T04:22:59.636267Z","end":"2026-04-21T04:23:02.873336Z","steps":["trace[1092686075] 'agreement among raft nodes before linearized reading' (duration: 3.23690735s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.873131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825591247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:02.874554Z","caller":"traceutil/trace.go:171","msg":"trace[1838836413] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25943; }","duration":"2.827046041s","start":"2026-04-21T04:23:00.047488Z","end":"2026-04-21T04:23:02.874534Z","steps":["trace[1838836413] 'agreement among raft nodes before linearized reading' (duration: 2.825607988s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.874641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:00.047464Z","time spent":"2.827149113s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:02.874422Z","caller":"traceutil/trace.go:171","msg":"trace[2048060181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25943; }","duration":"1.721923238s","start":"2026-04-21T04:23:01.152479Z","end":"2026-04-21T04:23:02.874402Z","steps":["trace[2048060181] 'agreement among raft nodes before linearized reading' (duration: 1.721258062s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.875169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:01.152456Z","time spent":"1.722690695s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:02.875336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:59.636245Z","time spent":"3.239069199s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:18.134106Z","caller":"traceutil/trace.go:171","msg":"trace[1610034574] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"328.514965ms","start":"2026-04-21T04:23:17.805565Z","end":"2026-04-21T04:23:18.13408Z","steps":["trace[1610034574] 'process raft request' (duration: 328.335571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:18.134262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:17.805547Z","time spent":"328.633609ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:18.167785Z","caller":"traceutil/trace.go:171","msg":"trace[683608324] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26974; }","duration":"310.819537ms","start":"2026-04-21T04:23:17.85694Z","end":"2026-04-21T04:23:18.167759Z","steps":["trace[683608324] 'read index received' (duration: 277.059626ms)","trace[683608324] 'applied index is now lower than readState.Index' (duration: 33.759001ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:18.167921Z","caller":"traceutil/trace.go:171","msg":"trace[653353616] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"358.898631ms","start":"2026-04-21T04:23:17.80897Z","end":"2026-04-21T04:23:18.167869Z","steps":["trace[653353616] 'process raft request' (duration: 358.546763ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:18.167979Z","caller":"traceutil/trace.go:171","msg":"trace[944803108] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"277.783272ms","start":"2026-04-21T04:23:17.890157Z","end":"2026-04-21T04:23:18.16794Z","steps":["trace[944803108] 'process raft request' (duration: 277.509786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:18.167954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.98956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:18.16811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:17.808952Z","time spent":"359.047464ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8809,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:18.168109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.208357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:18.168151Z","caller":"traceutil/trace.go:171","msg":"trace[189121580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26098; }","duration":"311.224386ms","start":"2026-04-21T04:23:17.856895Z","end":"2026-04-21T04:23:18.168119Z","steps":["trace[189121580] 'agreement among raft nodes before linearized reading' (duration: 311.003321ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:18.168209Z","caller":"traceutil/trace.go:171","msg":"trace[106743998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26098; }","duration":"107.390201ms","start":"2026-04-21T04:23:18.060794Z","end":"2026-04-21T04:23:18.168185Z","steps":["trace[106743998] 'agreement among raft nodes before linearized reading' (duration: 107.183286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:18.168242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:17.856877Z","time spent":"311.322098ms","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:20.824445Z","caller":"traceutil/trace.go:171","msg":"trace[1248263001] linearizableReadLoop","detail":"{readStateIndex:26998; appliedIndex:26997; }","duration":"133.596131ms","start":"2026-04-21T04:23:20.690817Z","end":"2026-04-21T04:23:20.824413Z","steps":["trace[1248263001] 'read index received' (duration: 133.404587ms)","trace[1248263001] 'applied index is now lower than readState.Index' (duration: 189.854µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:20.824903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:20.824958Z","caller":"traceutil/trace.go:171","msg":"trace[395541339] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26118; }","duration":"128.670319ms","start":"2026-04-21T04:23:20.69627Z","end":"2026-04-21T04:23:20.824941Z","steps":["trace[395541339] 'agreement among raft nodes before linearized reading' (duration: 128.567277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:20.824975Z","caller":"traceutil/trace.go:171","msg":"trace[492186017] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"515.658364ms","start":"2026-04-21T04:23:20.309272Z","end":"2026-04-21T04:23:20.82493Z","steps":["trace[492186017] 'process raft request' (duration: 514.937368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:20.825143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.30926Z","time spent":"515.803479ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:20.825176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.352268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:20.82521Z","caller":"traceutil/trace.go:171","msg":"trace[1657228234] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26118; }","duration":"134.41424ms","start":"2026-04-21T04:23:20.690786Z","end":"2026-04-21T04:23:20.8252Z","steps":["trace[1657228234] 'agreement among raft nodes before linearized reading' (duration: 134.354759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.233102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.595706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.233236Z","caller":"traceutil/trace.go:171","msg":"trace[1416581032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26118; }","duration":"359.742539ms","start":"2026-04-21T04:23:20.87347Z","end":"2026-04-21T04:23:21.233212Z","steps":["trace[1416581032] 'range keys from in-memory index tree' (duration: 359.575896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.233658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.041167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:21.233978Z","caller":"traceutil/trace.go:171","msg":"trace[123285812] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"404.13243ms","start":"2026-04-21T04:23:20.829795Z","end":"2026-04-21T04:23:21.233927Z","steps":["trace[123285812] 'process raft request' (duration: 145.756356ms)","trace[123285812] 'compare' (duration: 257.72336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:21.234124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.829775Z","time spent":"404.253914ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:23:21.30734Z","caller":"traceutil/trace.go:171","msg":"trace[138593067] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"470.573159ms","start":"2026-04-21T04:23:20.836747Z","end":"2026-04-21T04:23:21.30732Z","steps":["trace[138593067] 'process raft request' (duration: 470.392145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.307486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.836726Z","time spent":"470.693001ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.307663Z","caller":"traceutil/trace.go:171","msg":"trace[1752628054] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"364.214891ms","start":"2026-04-21T04:23:20.943438Z","end":"2026-04-21T04:23:21.307653Z","steps":["trace[1752628054] 'process raft request' (duration: 363.833723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.307714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.943419Z","time spent":"364.269102ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.307921Z","caller":"traceutil/trace.go:171","msg":"trace[1568164372] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"359.797851ms","start":"2026-04-21T04:23:20.9481Z","end":"2026-04-21T04:23:21.307898Z","steps":["trace[1568164372] 'process raft request' (duration: 359.72293ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.30802Z","caller":"traceutil/trace.go:171","msg":"trace[1379110999] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"359.344481ms","start":"2026-04-21T04:23:20.948666Z","end":"2026-04-21T04:23:21.30801Z","steps":["trace[1379110999] 'process raft request' (duration: 359.202388ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.308036Z","caller":"traceutil/trace.go:171","msg":"trace[1847314143] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:26998; }","duration":"355.244289ms","start":"2026-04-21T04:23:20.952778Z","end":"2026-04-21T04:23:21.308022Z","steps":["trace[1847314143] 'read index received' (duration: 22.787534ms)","trace[1847314143] 'applied index is now lower than readState.Index' (duration: 332.455415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:21.308055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.948093Z","time spent":"359.893623ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:21.308074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.948657Z","time spent":"359.389032ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.308118Z","caller":"traceutil/trace.go:171","msg":"trace[1775197943] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"359.127656ms","start":"2026-04-21T04:23:20.948975Z","end":"2026-04-21T04:23:21.308103Z","steps":["trace[1775197943] 'process raft request' (duration: 358.950922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.308181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.948968Z","time spent":"359.176687ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.308182Z","caller":"traceutil/trace.go:171","msg":"trace[147975607] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"360.216182ms","start":"2026-04-21T04:23:20.947953Z","end":"2026-04-21T04:23:21.308169Z","steps":["trace[147975607] 'process raft request' (duration: 359.742491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.308238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.947933Z","time spent":"360.278702ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:21.308397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.617847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:21.308403Z","caller":"traceutil/trace.go:171","msg":"trace[1941316145] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"358.942972ms","start":"2026-04-21T04:23:20.949445Z","end":"2026-04-21T04:23:21.308388Z","steps":["trace[1941316145] 'process raft request' (duration: 358.517693ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.308432Z","caller":"traceutil/trace.go:171","msg":"trace[1777532716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26127; }","duration":"355.671258ms","start":"2026-04-21T04:23:20.952753Z","end":"2026-04-21T04:23:21.308424Z","steps":["trace[1777532716] 'agreement among raft nodes before linearized reading' (duration: 355.570716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.308453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.952745Z","time spent":"355.701779ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:21.308459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.949438Z","time spent":"358.994303ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.30853Z","caller":"traceutil/trace.go:171","msg":"trace[1024090380] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"354.656735ms","start":"2026-04-21T04:23:20.953826Z","end":"2026-04-21T04:23:21.308482Z","steps":["trace[1024090380] 'process raft request' (duration: 354.163395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.308944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.953818Z","time spent":"354.81801ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:21.895307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.67447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:21.89552Z","caller":"traceutil/trace.go:171","msg":"trace[354834144] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"584.008666ms","start":"2026-04-21T04:23:21.311499Z","end":"2026-04-21T04:23:21.895507Z","steps":["trace[354834144] 'process raft request' (duration: 583.977926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.895617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.311483Z","time spent":"584.109028ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.895785Z","caller":"traceutil/trace.go:171","msg":"trace[66608590] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"688.059871ms","start":"2026-04-21T04:23:21.207714Z","end":"2026-04-21T04:23:21.895774Z","steps":["trace[66608590] 'process raft request' (duration: 193.845819ms)","trace[66608590] 'compare' (duration: 493.579858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:21.895834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.207694Z","time spent":"688.113193ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1140,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:21.895979Z","caller":"traceutil/trace.go:171","msg":"trace[133700357] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27007; }","duration":"587.890284ms","start":"2026-04-21T04:23:21.308077Z","end":"2026-04-21T04:23:21.895968Z","steps":["trace[133700357] 'read index received' (duration: 93.562119ms)","trace[133700357] 'applied index is now lower than readState.Index' (duration: 494.326705ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:21.895973Z","caller":"traceutil/trace.go:171","msg":"trace[2130297116] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"600.497188ms","start":"2026-04-21T04:23:21.295435Z","end":"2026-04-21T04:23:21.895932Z","steps":["trace[2130297116] 'process raft request' (duration: 599.980816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.89623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.506998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4434"} {"level":"info","ts":"2026-04-21T04:23:21.896272Z","caller":"traceutil/trace.go:171","msg":"trace[1701962210] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26130; }","duration":"769.59445ms","start":"2026-04-21T04:23:21.126668Z","end":"2026-04-21T04:23:21.896262Z","steps":["trace[1701962210] 'agreement among raft nodes before linearized reading' (duration: 769.449597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.896306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.126644Z","time spent":"769.655131ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4457,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-21T04:23:21.89646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.649243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.896494Z","caller":"traceutil/trace.go:171","msg":"trace[1019610643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26130; }","duration":"833.696475ms","start":"2026-04-21T04:23:21.062789Z","end":"2026-04-21T04:23:21.896486Z","steps":["trace[1019610643] 'agreement among raft nodes before linearized reading' (duration: 833.642234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.896517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.062782Z","time spent":"833.728866ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:21.896595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.079571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:21.89664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.6891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:23:21.896646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.098843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:21.89667Z","caller":"traceutil/trace.go:171","msg":"trace[788054487] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26130; }","duration":"876.205033ms","start":"2026-04-21T04:23:21.020448Z","end":"2026-04-21T04:23:21.896653Z","steps":["trace[788054487] 'agreement among raft nodes before linearized reading' (duration: 876.06595ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.896706Z","caller":"traceutil/trace.go:171","msg":"trace[383733513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26130; }","duration":"940.174446ms","start":"2026-04-21T04:23:20.956515Z","end":"2026-04-21T04:23:21.89669Z","steps":["trace[383733513] 'agreement among raft nodes before linearized reading' (duration: 940.015872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.896688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.969485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.896706Z","caller":"traceutil/trace.go:171","msg":"trace[1715507622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26130; }","duration":"930.764642ms","start":"2026-04-21T04:23:20.965921Z","end":"2026-04-21T04:23:21.896685Z","steps":["trace[1715507622] 'agreement among raft nodes before linearized reading' (duration: 930.573358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.896578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.730596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:21.896748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.956509Z","time spent":"940.230917ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:21.896765Z","caller":"traceutil/trace.go:171","msg":"trace[857120157] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26130; }","duration":"338.978252ms","start":"2026-04-21T04:23:21.557773Z","end":"2026-04-21T04:23:21.896752Z","steps":["trace[857120157] 'agreement among raft nodes before linearized reading' (duration: 338.700616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.896764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:20.965913Z","time spent":"930.839874ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:21.896796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.557759Z","time spent":"339.029113ms","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:21.896714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.020433Z","time spent":"876.270435ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:21.896761Z","caller":"traceutil/trace.go:171","msg":"trace[172730589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26130; }","duration":"262.074208ms","start":"2026-04-21T04:23:21.634669Z","end":"2026-04-21T04:23:21.896743Z","steps":["trace[172730589] 'agreement among raft nodes before linearized reading' (duration: 261.936925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.898577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:21.295411Z","time spent":"603.066276ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:22.112969Z","caller":"traceutil/trace.go:171","msg":"trace[45584909] linearizableReadLoop","detail":"{readStateIndex:27017; appliedIndex:27015; }","duration":"121.167031ms","start":"2026-04-21T04:23:21.99176Z","end":"2026-04-21T04:23:22.112927Z","steps":["trace[45584909] 'read index received' (duration: 24.898041ms)","trace[45584909] 'applied index is now lower than readState.Index' (duration: 96.26521ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:22.1131Z","caller":"traceutil/trace.go:171","msg":"trace[613752449] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"121.55918ms","start":"2026-04-21T04:23:21.991502Z","end":"2026-04-21T04:23:22.113061Z","steps":["trace[613752449] 'process raft request' (duration: 121.316175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:22.113151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.370315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:22.113193Z","caller":"traceutil/trace.go:171","msg":"trace[503429169] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:26137; }","duration":"121.444197ms","start":"2026-04-21T04:23:21.991734Z","end":"2026-04-21T04:23:22.113178Z","steps":["trace[503429169] 'agreement among raft nodes before linearized reading' (duration: 121.367056ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:22.112974Z","caller":"traceutil/trace.go:171","msg":"trace[1022940595] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"121.675203ms","start":"2026-04-21T04:23:21.991244Z","end":"2026-04-21T04:23:22.112919Z","steps":["trace[1022940595] 'process raft request' (duration: 25.401773ms)","trace[1022940595] 'compare' (duration: 95.682017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:22.410836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.932813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:22.410997Z","caller":"traceutil/trace.go:171","msg":"trace[856692117] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"292.917124ms","start":"2026-04-21T04:23:22.118028Z","end":"2026-04-21T04:23:22.410945Z","steps":["trace[856692117] 'process raft request' (duration: 98.776217ms)","trace[856692117] 'compare' (duration: 193.618594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:22.798108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:23:23.048444Z","caller":"traceutil/trace.go:171","msg":"trace[828841839] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27018; }","duration":"751.180114ms","start":"2026-04-21T04:23:22.297229Z","end":"2026-04-21T04:23:23.048409Z","steps":["trace[828841839] 'read index received' (duration: 662.012164ms)","trace[828841839] 'applied index is now lower than readState.Index' (duration: 89.16584ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:23.048624Z","caller":"traceutil/trace.go:171","msg":"trace[1561403748] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"929.370761ms","start":"2026-04-21T04:23:22.119235Z","end":"2026-04-21T04:23:23.048606Z","steps":["trace[1561403748] 'process raft request' (duration: 929.041424ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.048646Z","caller":"traceutil/trace.go:171","msg":"trace[849845441] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"929.715009ms","start":"2026-04-21T04:23:22.118886Z","end":"2026-04-21T04:23:23.048601Z","steps":["trace[849845441] 'process raft request' (duration: 840.402576ms)","trace[849845441] 'compare' (duration: 88.480025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:23.048771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:22.118826Z","time spent":"929.875582ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2560,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:23:23.048781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:22.119223Z","time spent":"929.476953ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.048953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.489706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:23.049029Z","caller":"traceutil/trace.go:171","msg":"trace[829278445] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26140; }","duration":"537.62504ms","start":"2026-04-21T04:23:22.511383Z","end":"2026-04-21T04:23:23.049008Z","steps":["trace[829278445] 'agreement among raft nodes before linearized reading' (duration: 537.481527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.049064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:22.511323Z","time spent":"537.731732ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:23.049117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.863269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:23.049192Z","caller":"traceutil/trace.go:171","msg":"trace[813631382] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26140; }","duration":"751.978362ms","start":"2026-04-21T04:23:22.297196Z","end":"2026-04-21T04:23:23.049174Z","steps":["trace[813631382] 'agreement among raft nodes before linearized reading' (duration: 751.667505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.049268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:22.297184Z","time spent":"752.071083ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:23.43367Z","caller":"traceutil/trace.go:171","msg":"trace[163685492] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"120.990637ms","start":"2026-04-21T04:23:23.312655Z","end":"2026-04-21T04:23:23.433645Z","steps":["trace[163685492] 'process raft request' (duration: 120.853054ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.820254Z","caller":"traceutil/trace.go:171","msg":"trace[215428990] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"506.946628ms","start":"2026-04-21T04:23:23.313265Z","end":"2026-04-21T04:23:23.820211Z","steps":["trace[215428990] 'process raft request' (duration: 506.57571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.820416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.313258Z","time spent":"507.078871ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:23.820423Z","caller":"traceutil/trace.go:171","msg":"trace[1403476793] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"505.927005ms","start":"2026-04-21T04:23:23.31448Z","end":"2026-04-21T04:23:23.820407Z","steps":["trace[1403476793] 'process raft request' (duration: 505.458825ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.820434Z","caller":"traceutil/trace.go:171","msg":"trace[1947187048] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"507.294355ms","start":"2026-04-21T04:23:23.313106Z","end":"2026-04-21T04:23:23.820401Z","steps":["trace[1947187048] 'process raft request' (duration: 492.669866ms)","trace[1947187048] 'compare' (duration: 13.831701ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:23.820449Z","caller":"traceutil/trace.go:171","msg":"trace[990260853] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"507.148773ms","start":"2026-04-21T04:23:23.313276Z","end":"2026-04-21T04:23:23.820425Z","steps":["trace[990260853] 'process raft request' (duration: 506.609811ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.820437Z","caller":"traceutil/trace.go:171","msg":"trace[11803477] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"507.167523ms","start":"2026-04-21T04:23:23.313238Z","end":"2026-04-21T04:23:23.820405Z","steps":["trace[11803477] 'process raft request' (duration: 506.543599ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.820479Z","caller":"traceutil/trace.go:171","msg":"trace[777527834] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"504.81446ms","start":"2026-04-21T04:23:23.315625Z","end":"2026-04-21T04:23:23.82044Z","steps":["trace[777527834] 'process raft request' (duration: 504.36226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.820544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.314472Z","time spent":"506.012097ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.820577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.313088Z","time spent":"507.416489ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.820582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.313271Z","time spent":"507.235145ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.820607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.313232Z","time spent":"507.287406ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.820633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.315603Z","time spent":"504.949983ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:23.893536Z","caller":"traceutil/trace.go:171","msg":"trace[1882746447] linearizableReadLoop","detail":"{readStateIndex:27023; appliedIndex:27021; }","duration":"580.358023ms","start":"2026-04-21T04:23:23.313155Z","end":"2026-04-21T04:23:23.893513Z","steps":["trace[1882746447] 'read index received' (duration: 120.468825ms)","trace[1882746447] 'applied index is now lower than readState.Index' (duration: 459.887908ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:23.893561Z","caller":"traceutil/trace.go:171","msg":"trace[1740631236] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"474.361304ms","start":"2026-04-21T04:23:23.419158Z","end":"2026-04-21T04:23:23.893519Z","steps":["trace[1740631236] 'process raft request' (duration: 474.21102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.893727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.419137Z","time spent":"474.494916ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:23.89377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.693871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:23.893788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.92506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:23.893782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.641073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:23.893827Z","caller":"traceutil/trace.go:171","msg":"trace[585840946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26149; }","duration":"120.788513ms","start":"2026-04-21T04:23:23.773027Z","end":"2026-04-21T04:23:23.893815Z","steps":["trace[585840946] 'agreement among raft nodes before linearized reading' (duration: 120.693791ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.893833Z","caller":"traceutil/trace.go:171","msg":"trace[548784971] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26149; }","duration":"158.003141ms","start":"2026-04-21T04:23:23.735816Z","end":"2026-04-21T04:23:23.893819Z","steps":["trace[548784971] 'agreement among raft nodes before linearized reading' (duration: 157.893719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.893843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.260853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:23:23.893812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.615358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:23.893874Z","caller":"traceutil/trace.go:171","msg":"trace[1413819861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26149; }","duration":"148.345034ms","start":"2026-04-21T04:23:23.745521Z","end":"2026-04-21T04:23:23.893866Z","steps":["trace[1413819861] 'agreement among raft nodes before linearized reading' (duration: 148.233352ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.893865Z","caller":"traceutil/trace.go:171","msg":"trace[839228899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26149; }","duration":"534.762196ms","start":"2026-04-21T04:23:23.359081Z","end":"2026-04-21T04:23:23.893843Z","steps":["trace[839228899] 'agreement among raft nodes before linearized reading' (duration: 534.611483ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.893902Z","caller":"traceutil/trace.go:171","msg":"trace[2113782087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26149; }","duration":"580.734332ms","start":"2026-04-21T04:23:23.31315Z","end":"2026-04-21T04:23:23.893884Z","steps":["trace[2113782087] 'agreement among raft nodes before linearized reading' (duration: 580.458796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.893914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.359066Z","time spent":"534.839257ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:23:23.893957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.313119Z","time spent":"580.828093ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:23.893829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.204465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:23.894003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.980035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:23.894081Z","caller":"traceutil/trace.go:171","msg":"trace[362732878] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26149; }","duration":"466.095737ms","start":"2026-04-21T04:23:23.427968Z","end":"2026-04-21T04:23:23.894063Z","steps":["trace[362732878] 'agreement among raft nodes before linearized reading' (duration: 465.854312ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:23.894094Z","caller":"traceutil/trace.go:171","msg":"trace[1007685915] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26149; }","duration":"303.497641ms","start":"2026-04-21T04:23:23.590549Z","end":"2026-04-21T04:23:23.894047Z","steps":["trace[1007685915] 'agreement among raft nodes before linearized reading' (duration: 303.208235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:23.894129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.427956Z","time spent":"466.163399ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:23.894196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.590525Z","time spent":"303.601254ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:24.818362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.289733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:24.818802Z","caller":"traceutil/trace.go:171","msg":"trace[786787197] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"628.238752ms","start":"2026-04-21T04:23:24.190536Z","end":"2026-04-21T04:23:24.818775Z","steps":["trace[786787197] 'process raft request' (duration: 628.177301ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:24.819146Z","caller":"traceutil/trace.go:171","msg":"trace[182557852] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"914.950915ms","start":"2026-04-21T04:23:23.904165Z","end":"2026-04-21T04:23:24.819116Z","steps":["trace[182557852] 'process raft request' (duration: 914.339221ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:24.819448Z","caller":"traceutil/trace.go:171","msg":"trace[615698478] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"920.754846ms","start":"2026-04-21T04:23:23.898467Z","end":"2026-04-21T04:23:24.819222Z","steps":["trace[615698478] 'process raft request' (duration: 417.503542ms)","trace[615698478] 'compare' (duration: 502.004897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:24.819496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.190511Z","time spent":"628.342524ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:24.819581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.898458Z","time spent":"921.049633ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:24.819606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.285606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:23:24.819596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.904156Z","time spent":"915.341324ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:24.81963Z","caller":"traceutil/trace.go:171","msg":"trace[1679346841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26154; }","duration":"920.313026ms","start":"2026-04-21T04:23:23.89931Z","end":"2026-04-21T04:23:24.819623Z","steps":["trace[1679346841] 'agreement among raft nodes before linearized reading' (duration: 920.182873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.819649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.899259Z","time spent":"920.384568ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:23:24.819447Z","caller":"traceutil/trace.go:171","msg":"trace[1518912738] linearizableReadLoop","detail":"{readStateIndex:27032; appliedIndex:27030; }","duration":"920.104751ms","start":"2026-04-21T04:23:23.899325Z","end":"2026-04-21T04:23:24.81943Z","steps":["trace[1518912738] 'read index received' (duration: 57.643149ms)","trace[1518912738] 'applied index is now lower than readState.Index' (duration: 862.460092ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:24.819702Z","caller":"traceutil/trace.go:171","msg":"trace[1815067080] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"773.725522ms","start":"2026-04-21T04:23:24.04597Z","end":"2026-04-21T04:23:24.819696Z","steps":["trace[1815067080] 'process raft request' (duration: 772.676529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.81973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.045946Z","time spent":"773.765353ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:23:24.819826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.067132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:23:24.819855Z","caller":"traceutil/trace.go:171","msg":"trace[658783294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26154; }","duration":"920.094612ms","start":"2026-04-21T04:23:23.899751Z","end":"2026-04-21T04:23:24.819846Z","steps":["trace[658783294] 'agreement among raft nodes before linearized reading' (duration: 919.994829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.819881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.899716Z","time spent":"920.158274ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:23:24.819903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.542143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"warn","ts":"2026-04-21T04:23:24.819905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.206829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:23:24.819946Z","caller":"traceutil/trace.go:171","msg":"trace[1352300590] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26154; }","duration":"206.28736ms","start":"2026-04-21T04:23:24.613647Z","end":"2026-04-21T04:23:24.819934Z","steps":["trace[1352300590] 'agreement among raft nodes before linearized reading' (duration: 206.152847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.819966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.272444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-21T04:23:24.819983Z","caller":"traceutil/trace.go:171","msg":"trace[1626305962] range","detail":"{range_begin:/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78; range_end:; response_count:1; response_revision:26154; }","duration":"384.335865ms","start":"2026-04-21T04:23:24.435641Z","end":"2026-04-21T04:23:24.819977Z","steps":["trace[1626305962] 'agreement among raft nodes before linearized reading' (duration: 384.287084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.819999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.435614Z","time spent":"384.379386ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" "} {"level":"warn","ts":"2026-04-21T04:23:24.820098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.331111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:24.819919Z","caller":"traceutil/trace.go:171","msg":"trace[1865223640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26154; }","duration":"763.581474ms","start":"2026-04-21T04:23:24.056331Z","end":"2026-04-21T04:23:24.819913Z","steps":["trace[1865223640] 'agreement among raft nodes before linearized reading' (duration: 763.523162ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:24.820127Z","caller":"traceutil/trace.go:171","msg":"trace[1643263237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26154; }","duration":"866.404292ms","start":"2026-04-21T04:23:23.953714Z","end":"2026-04-21T04:23:24.820119Z","steps":["trace[1643263237] 'agreement among raft nodes before linearized reading' (duration: 866.31584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.820148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.056318Z","time spent":"763.82479ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"warn","ts":"2026-04-21T04:23:24.820152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.953687Z","time spent":"866.459624ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:24.820287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.583556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:24.820315Z","caller":"traceutil/trace.go:171","msg":"trace[1403909073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26154; }","duration":"866.643678ms","start":"2026-04-21T04:23:23.953664Z","end":"2026-04-21T04:23:24.820307Z","steps":["trace[1403909073] 'agreement among raft nodes before linearized reading' (duration: 866.572126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:24.820348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.409785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-21T04:23:24.820347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:23.953641Z","time spent":"866.695289ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:24.820389Z","caller":"traceutil/trace.go:171","msg":"trace[1030052745] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26154; }","duration":"124.478436ms","start":"2026-04-21T04:23:24.695899Z","end":"2026-04-21T04:23:24.820378Z","steps":["trace[1030052745] 'agreement among raft nodes before linearized reading' (duration: 124.309112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.246413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.334947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:25.247186Z","caller":"traceutil/trace.go:171","msg":"trace[1770347892] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"420.51313ms","start":"2026-04-21T04:23:24.826646Z","end":"2026-04-21T04:23:25.247159Z","steps":["trace[1770347892] 'process raft request' (duration: 254.329704ms)","trace[1770347892] 'compare' (duration: 165.213024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:25.247344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.826636Z","time spent":"420.663603ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:25.247517Z","caller":"traceutil/trace.go:171","msg":"trace[1287688883] linearizableReadLoop","detail":"{readStateIndex:27039; appliedIndex:27036; }","duration":"366.609924ms","start":"2026-04-21T04:23:24.880884Z","end":"2026-04-21T04:23:25.247494Z","steps":["trace[1287688883] 'read index received' (duration: 199.994109ms)","trace[1287688883] 'applied index is now lower than readState.Index' (duration: 166.614695ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:25.247549Z","caller":"traceutil/trace.go:171","msg":"trace[480533897] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"420.419198ms","start":"2026-04-21T04:23:24.827096Z","end":"2026-04-21T04:23:25.247515Z","steps":["trace[480533897] 'process raft request' (duration: 419.971438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.247688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.056899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-21T04:23:25.247704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.715674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-21T04:23:25.247755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.718234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-21T04:23:25.247749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.803187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-04-21T04:23:25.247769Z","caller":"traceutil/trace.go:171","msg":"trace[1279828352] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"416.161071ms","start":"2026-04-21T04:23:24.831589Z","end":"2026-04-21T04:23:25.24775Z","steps":["trace[1279828352] 'agreement among raft nodes before linearized reading' (duration: 415.916566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.247783Z","caller":"traceutil/trace.go:171","msg":"trace[663297173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"416.818716ms","start":"2026-04-21T04:23:24.830943Z","end":"2026-04-21T04:23:25.247762Z","steps":["trace[663297173] 'agreement among raft nodes before linearized reading' (duration: 416.641032ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.247811Z","caller":"traceutil/trace.go:171","msg":"trace[1042211824] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"416.876188ms","start":"2026-04-21T04:23:24.83092Z","end":"2026-04-21T04:23:25.247796Z","steps":["trace[1042211824] 'agreement among raft nodes before linearized reading' (duration: 416.736185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.247805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.887628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-21T04:23:25.247854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.830905Z","time spent":"416.941089ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.247869Z","caller":"traceutil/trace.go:171","msg":"trace[1661838177] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"416.942039ms","start":"2026-04-21T04:23:24.830907Z","end":"2026-04-21T04:23:25.247849Z","steps":["trace[1661838177] 'agreement among raft nodes before linearized reading' (duration: 416.629682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.247893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.472601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-21T04:23:25.247907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.12777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-21T04:23:25.247917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.830902Z","time spent":"417.001901ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.247927Z","caller":"traceutil/trace.go:171","msg":"trace[795946801] range","detail":"{range_begin:/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78; range_end:; response_count:1; response_revision:26158; }","duration":"362.539783ms","start":"2026-04-21T04:23:24.885376Z","end":"2026-04-21T04:23:25.247916Z","steps":["trace[795946801] 'agreement among raft nodes before linearized reading' (duration: 362.455811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.247895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.066379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-21T04:23:25.247962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.885357Z","time spent":"362.597494ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" "} {"level":"info","ts":"2026-04-21T04:23:25.247963Z","caller":"traceutil/trace.go:171","msg":"trace[168104462] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"412.160051ms","start":"2026-04-21T04:23:24.835772Z","end":"2026-04-21T04:23:25.247932Z","steps":["trace[168104462] 'agreement among raft nodes before linearized reading' (duration: 412.067789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.24798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.286487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-04-21T04:23:25.248001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.835722Z","time spent":"412.271444ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.248018Z","caller":"traceutil/trace.go:171","msg":"trace[1560657948] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"412.213742ms","start":"2026-04-21T04:23:24.835774Z","end":"2026-04-21T04:23:25.247988Z","steps":["trace[1560657948] 'agreement among raft nodes before linearized reading' (duration: 411.827734ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.248035Z","caller":"traceutil/trace.go:171","msg":"trace[428074214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"421.351918ms","start":"2026-04-21T04:23:24.826663Z","end":"2026-04-21T04:23:25.248015Z","steps":["trace[428074214] 'agreement among raft nodes before linearized reading' (duration: 421.220605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.414071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:23:25.248055Z","caller":"traceutil/trace.go:171","msg":"trace[402402703] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"420.477339ms","start":"2026-04-21T04:23:24.827561Z","end":"2026-04-21T04:23:25.248039Z","steps":["trace[402402703] 'process raft request' (duration: 419.847065ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.248089Z","caller":"traceutil/trace.go:171","msg":"trace[191929396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26158; }","duration":"422.469393ms","start":"2026-04-21T04:23:24.825606Z","end":"2026-04-21T04:23:25.248075Z","steps":["trace[191929396] 'agreement among raft nodes before linearized reading' (duration: 422.360581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.835759Z","time spent":"412.316824ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.247804Z","caller":"traceutil/trace.go:171","msg":"trace[1559310372] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"420.785676ms","start":"2026-04-21T04:23:24.827002Z","end":"2026-04-21T04:23:25.247788Z","steps":["trace[1559310372] 'agreement among raft nodes before linearized reading' (duration: 420.621502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.826653Z","time spent":"421.418529ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-21T04:23:25.248142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.827555Z","time spent":"420.53522ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:25.247816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.831583Z","time spent":"416.223862ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-21T04:23:25.247849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.830931Z","time spent":"416.904449ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-21T04:23:25.24793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.35603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-21T04:23:25.24828Z","caller":"traceutil/trace.go:171","msg":"trace[477816704] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26158; }","duration":"422.713909ms","start":"2026-04-21T04:23:24.825551Z","end":"2026-04-21T04:23:25.248265Z","steps":["trace[477816704] 'agreement among raft nodes before linearized reading' (duration: 422.207197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.34021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-21T04:23:25.248285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.819753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:25.247713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.827087Z","time spent":"420.53637ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:25.248303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.688084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-21T04:23:25.248316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.82554Z","time spent":"422.765349ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-21T04:23:25.248323Z","caller":"traceutil/trace.go:171","msg":"trace[889095360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26158; }","duration":"355.392091ms","start":"2026-04-21T04:23:24.892921Z","end":"2026-04-21T04:23:25.248313Z","steps":["trace[889095360] 'agreement among raft nodes before linearized reading' (duration: 355.301529ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.248338Z","caller":"traceutil/trace.go:171","msg":"trace[1003767304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26158; }","duration":"183.903715ms","start":"2026-04-21T04:23:25.064417Z","end":"2026-04-21T04:23:25.248321Z","steps":["trace[1003767304] 'agreement among raft nodes before linearized reading' (duration: 183.826943ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.248348Z","caller":"traceutil/trace.go:171","msg":"trace[1921803674] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"220.763736ms","start":"2026-04-21T04:23:25.02757Z","end":"2026-04-21T04:23:25.248334Z","steps":["trace[1921803674] 'agreement among raft nodes before linearized reading' (duration: 220.609013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.892909Z","time spent":"355.444381ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T04:23:25.248134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.825602Z","time spent":"422.524184ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:25.247706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.754663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-04-21T04:23:25.248146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.826998Z","time spent":"421.137354ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.248415Z","caller":"traceutil/trace.go:171","msg":"trace[434050556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"412.481559ms","start":"2026-04-21T04:23:24.835908Z","end":"2026-04-21T04:23:25.24839Z","steps":["trace[434050556] 'agreement among raft nodes before linearized reading' (duration: 411.625189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.48908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-04-21T04:23:25.248199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.425876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.248466Z","caller":"traceutil/trace.go:171","msg":"trace[1163315468] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26158; }","duration":"385.773337ms","start":"2026-04-21T04:23:24.862673Z","end":"2026-04-21T04:23:25.248447Z","steps":["trace[1163315468] 'agreement among raft nodes before linearized reading' (duration: 385.408987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.862658Z","time spent":"385.836249ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.248521Z","caller":"traceutil/trace.go:171","msg":"trace[1207293310] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26158; }","duration":"140.764674ms","start":"2026-04-21T04:23:25.107726Z","end":"2026-04-21T04:23:25.248491Z","steps":["trace[1207293310] 'agreement among raft nodes before linearized reading' (duration: 140.436825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.248452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:24.835893Z","time spent":"412.54847ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-21T04:23:25.669628Z","caller":"traceutil/trace.go:171","msg":"trace[65871053] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"417.325237ms","start":"2026-04-21T04:23:25.252279Z","end":"2026-04-21T04:23:25.669604Z","steps":["trace[65871053] 'process raft request' (duration: 417.126183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.669786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.252259Z","time spent":"417.450901ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:26.023588Z","caller":"traceutil/trace.go:171","msg":"trace[441163871] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"769.402264ms","start":"2026-04-21T04:23:25.254155Z","end":"2026-04-21T04:23:26.023557Z","steps":["trace[441163871] 'process raft request' (duration: 728.120673ms)","trace[441163871] 'compare' (duration: 40.925263ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:26.023841Z","caller":"traceutil/trace.go:171","msg":"trace[524079869] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27039; }","duration":"769.371553ms","start":"2026-04-21T04:23:25.254374Z","end":"2026-04-21T04:23:26.023746Z","steps":["trace[524079869] 'read index received' (duration: 415.078097ms)","trace[524079869] 'applied index is now lower than readState.Index' (duration: 354.292116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:26.024707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.254132Z","time spent":"769.510666ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:26.02453Z","caller":"traceutil/trace.go:171","msg":"trace[1292979318] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"584.885126ms","start":"2026-04-21T04:23:25.43963Z","end":"2026-04-21T04:23:26.024515Z","steps":["trace[1292979318] 'process raft request' (duration: 583.888332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.025139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.716614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-21T04:23:26.025265Z","caller":"traceutil/trace.go:171","msg":"trace[1131938615] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26161; }","duration":"770.873158ms","start":"2026-04-21T04:23:25.25437Z","end":"2026-04-21T04:23:26.025243Z","steps":["trace[1131938615] 'agreement among raft nodes before linearized reading' (duration: 770.482449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.025314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.254362Z","time spent":"770.944699ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-21T04:23:26.02542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.439606Z","time spent":"585.343756ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:26.031771Z","caller":"traceutil/trace.go:171","msg":"trace[2141467557] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"357.339985ms","start":"2026-04-21T04:23:25.674418Z","end":"2026-04-21T04:23:26.031758Z","steps":["trace[2141467557] 'process raft request' (duration: 356.916406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.032478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.674391Z","time spent":"357.410876ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:26.032699Z","caller":"traceutil/trace.go:171","msg":"trace[84137799] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"207.294163ms","start":"2026-04-21T04:23:25.825392Z","end":"2026-04-21T04:23:26.032686Z","steps":["trace[84137799] 'process raft request' (duration: 206.054866ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.032892Z","caller":"traceutil/trace.go:171","msg":"trace[285525502] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"206.173748ms","start":"2026-04-21T04:23:25.826709Z","end":"2026-04-21T04:23:26.032883Z","steps":["trace[285525502] 'process raft request' (duration: 204.778036ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.033098Z","caller":"traceutil/trace.go:171","msg":"trace[1628799329] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"206.337732ms","start":"2026-04-21T04:23:25.826752Z","end":"2026-04-21T04:23:26.03309Z","steps":["trace[1628799329] 'process raft request' (duration: 204.775686ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.033523Z","caller":"traceutil/trace.go:171","msg":"trace[410455586] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"206.388093ms","start":"2026-04-21T04:23:25.827126Z","end":"2026-04-21T04:23:26.033514Z","steps":["trace[410455586] 'process raft request' (duration: 204.437959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.03394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.245082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:26.033944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.061691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:26.034015Z","caller":"traceutil/trace.go:171","msg":"trace[125774112] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26168; }","duration":"152.369845ms","start":"2026-04-21T04:23:25.881623Z","end":"2026-04-21T04:23:26.033993Z","steps":["trace[125774112] 'agreement among raft nodes before linearized reading' (duration: 152.207051ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.034011Z","caller":"traceutil/trace.go:171","msg":"trace[413092105] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26168; }","duration":"440.177853ms","start":"2026-04-21T04:23:25.593822Z","end":"2026-04-21T04:23:26.033999Z","steps":["trace[413092105] 'agreement among raft nodes before linearized reading' (duration: 439.918647ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.034073Z","caller":"traceutil/trace.go:171","msg":"trace[1101639376] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"206.875084ms","start":"2026-04-21T04:23:25.82717Z","end":"2026-04-21T04:23:26.034045Z","steps":["trace[1101639376] 'process raft request' (duration: 204.422059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.034127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:25.5938Z","time spent":"440.316486ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:26.034208Z","caller":"traceutil/trace.go:171","msg":"trace[246929762] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"206.596818ms","start":"2026-04-21T04:23:25.827601Z","end":"2026-04-21T04:23:26.034198Z","steps":["trace[246929762] 'process raft request' (duration: 204.011239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.034259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.432037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:26.034301Z","caller":"traceutil/trace.go:171","msg":"trace[619298361] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26168; }","duration":"152.500588ms","start":"2026-04-21T04:23:25.881789Z","end":"2026-04-21T04:23:26.034289Z","steps":["trace[619298361] 'agreement among raft nodes before linearized reading' (duration: 152.433476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.034357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.755423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-04-21T04:23:26.034388Z","caller":"traceutil/trace.go:171","msg":"trace[1788964687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26168; }","duration":"207.822845ms","start":"2026-04-21T04:23:25.826555Z","end":"2026-04-21T04:23:26.034378Z","steps":["trace[1788964687] 'agreement among raft nodes before linearized reading' (duration: 207.708432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.039895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.452243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8448789cc4dc3\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-21T04:23:27.039979Z","caller":"traceutil/trace.go:171","msg":"trace[15211451] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8448789cc4dc3; range_end:; response_count:1; response_revision:26173; }","duration":"276.580596ms","start":"2026-04-21T04:23:26.763377Z","end":"2026-04-21T04:23:27.039958Z","steps":["trace[15211451] 'range keys from in-memory index tree' (duration: 276.31411ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:27.18693Z","caller":"traceutil/trace.go:171","msg":"trace[961765688] linearizableReadLoop","detail":"{readStateIndex:27055; appliedIndex:27054; }","duration":"335.727098ms","start":"2026-04-21T04:23:26.851133Z","end":"2026-04-21T04:23:27.18686Z","steps":["trace[961765688] 'read index received' (duration: 335.553954ms)","trace[961765688] 'applied index is now lower than readState.Index' (duration: 171.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:27.187026Z","caller":"traceutil/trace.go:171","msg":"trace[1665157016] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"360.741052ms","start":"2026-04-21T04:23:26.826247Z","end":"2026-04-21T04:23:27.186988Z","steps":["trace[1665157016] 'process raft request' (duration: 360.440515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.187098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.951903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:27.187165Z","caller":"traceutil/trace.go:171","msg":"trace[166824108] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26174; }","duration":"336.067426ms","start":"2026-04-21T04:23:26.851082Z","end":"2026-04-21T04:23:27.18715Z","steps":["trace[166824108] 'agreement among raft nodes before linearized reading' (duration: 335.922343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.187189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:26.826224Z","time spent":"360.876875ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:27.187201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:26.851068Z","time spent":"336.126037ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:27.707028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.1606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:27.707159Z","caller":"traceutil/trace.go:171","msg":"trace[997959465] linearizableReadLoop","detail":"{readStateIndex:27056; appliedIndex:27055; }","duration":"520.137995ms","start":"2026-04-21T04:23:27.187Z","end":"2026-04-21T04:23:27.707138Z","steps":["trace[997959465] 'read index received' (duration: 135.678398ms)","trace[997959465] 'applied index is now lower than readState.Index' (duration: 384.457947ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:27.707253Z","caller":"traceutil/trace.go:171","msg":"trace[1623329002] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"664.582112ms","start":"2026-04-21T04:23:27.04266Z","end":"2026-04-21T04:23:27.707242Z","steps":["trace[1623329002] 'process raft request' (duration: 280.119805ms)","trace[1623329002] 'compare' (duration: 384.009357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:27.70732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.042638Z","time spent":"664.650083ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:27.70753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.346956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-04-21T04:23:27.707616Z","caller":"traceutil/trace.go:171","msg":"trace[252590561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26175; }","duration":"668.475539ms","start":"2026-04-21T04:23:27.03912Z","end":"2026-04-21T04:23:27.707595Z","steps":["trace[252590561] 'agreement among raft nodes before linearized reading' (duration: 668.262474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.707678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.039101Z","time spent":"668.56692ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"warn","ts":"2026-04-21T04:23:27.707686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.652153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:27.707724Z","caller":"traceutil/trace.go:171","msg":"trace[402084735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26175; }","duration":"644.691033ms","start":"2026-04-21T04:23:27.063022Z","end":"2026-04-21T04:23:27.707713Z","steps":["trace[402084735] 'agreement among raft nodes before linearized reading' (duration: 644.620762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.707749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.062952Z","time spent":"644.792515ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:27.707685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.362213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:23:27.707965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.512087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7d744cdf5d-jss69.18a842dc8016e237\" ","response":"range_response_count:1 size:2086"} {"level":"info","ts":"2026-04-21T04:23:27.708026Z","caller":"traceutil/trace.go:171","msg":"trace[1670614331] range","detail":"{range_begin:/registry/events/openstack/glance-api-7d744cdf5d-jss69.18a842dc8016e237; range_end:; response_count:1; response_revision:26175; }","duration":"301.63679ms","start":"2026-04-21T04:23:27.406374Z","end":"2026-04-21T04:23:27.708011Z","steps":["trace[1670614331] 'agreement among raft nodes before linearized reading' (duration: 301.510146ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:27.707951Z","caller":"traceutil/trace.go:171","msg":"trace[1739548430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26175; }","duration":"454.650569ms","start":"2026-04-21T04:23:27.253271Z","end":"2026-04-21T04:23:27.707922Z","steps":["trace[1739548430] 'agreement among raft nodes before linearized reading' (duration: 454.297571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.708071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.40633Z","time spent":"301.730352ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2109,"request content":"key:\"/registry/events/openstack/glance-api-7d744cdf5d-jss69.18a842dc8016e237\" "} {"level":"warn","ts":"2026-04-21T04:23:27.708082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.253247Z","time spent":"454.822163ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:27.707849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.021895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:27.708332Z","caller":"traceutil/trace.go:171","msg":"trace[36238220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26175; }","duration":"454.539338ms","start":"2026-04-21T04:23:27.25378Z","end":"2026-04-21T04:23:27.70832Z","steps":["trace[36238220] 'agreement among raft nodes before linearized reading' (duration: 454.003925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.708363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.253759Z","time spent":"454.595179ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:27.708667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.561654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:27.708755Z","caller":"traceutil/trace.go:171","msg":"trace[1829916828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26175; }","duration":"454.506226ms","start":"2026-04-21T04:23:27.254231Z","end":"2026-04-21T04:23:27.708737Z","steps":["trace[1829916828] 'agreement among raft nodes before linearized reading' (duration: 453.509543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.708809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.254206Z","time spent":"454.589137ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:28.355515Z","caller":"traceutil/trace.go:171","msg":"trace[239768015] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"322.48093ms","start":"2026-04-21T04:23:28.032994Z","end":"2026-04-21T04:23:28.355475Z","steps":["trace[239768015] 'process raft request' (duration: 322.210124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.355756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.032956Z","time spent":"322.675863ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.417843Z","caller":"traceutil/trace.go:171","msg":"trace[747663107] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"384.515168ms","start":"2026-04-21T04:23:28.033302Z","end":"2026-04-21T04:23:28.417817Z","steps":["trace[747663107] 'process raft request' (duration: 384.300673ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.417994Z","caller":"traceutil/trace.go:171","msg":"trace[400954619] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"379.849994ms","start":"2026-04-21T04:23:28.038133Z","end":"2026-04-21T04:23:28.417983Z","steps":["trace[400954619] 'process raft request' (duration: 379.642769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.03328Z","time spent":"384.650201ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.41805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.038108Z","time spent":"379.915675ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.418231Z","caller":"traceutil/trace.go:171","msg":"trace[96984979] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"379.137017ms","start":"2026-04-21T04:23:28.039086Z","end":"2026-04-21T04:23:28.418223Z","steps":["trace[96984979] 'process raft request' (duration: 378.851091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.039064Z","time spent":"379.195368ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.418339Z","caller":"traceutil/trace.go:171","msg":"trace[1046878432] linearizableReadLoop","detail":"{readStateIndex:27068; appliedIndex:27060; }","duration":"354.380738ms","start":"2026-04-21T04:23:28.063946Z","end":"2026-04-21T04:23:28.418326Z","steps":["trace[1046878432] 'read index received' (duration: 291.276026ms)","trace[1046878432] 'applied index is now lower than readState.Index' (duration: 63.103642ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:28.418382Z","caller":"traceutil/trace.go:171","msg":"trace[101680794] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"378.798459ms","start":"2026-04-21T04:23:28.039575Z","end":"2026-04-21T04:23:28.418374Z","steps":["trace[101680794] 'process raft request' (duration: 378.579265ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.418355Z","caller":"traceutil/trace.go:171","msg":"trace[58444029] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"377.967421ms","start":"2026-04-21T04:23:28.04038Z","end":"2026-04-21T04:23:28.418347Z","steps":["trace[58444029] 'process raft request' (duration: 377.830908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.039551Z","time spent":"378.85494ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.418462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.040366Z","time spent":"378.062393ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.4185Z","caller":"traceutil/trace.go:171","msg":"trace[294254395] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"378.046292ms","start":"2026-04-21T04:23:28.040446Z","end":"2026-04-21T04:23:28.418492Z","steps":["trace[294254395] 'process raft request' (duration: 377.804217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.41854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.040428Z","time spent":"378.092264ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.418561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.587383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:28.41863Z","caller":"traceutil/trace.go:171","msg":"trace[393678986] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"375.69286ms","start":"2026-04-21T04:23:28.042913Z","end":"2026-04-21T04:23:28.418606Z","steps":["trace[393678986] 'process raft request' (duration: 375.374223ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.41868Z","caller":"traceutil/trace.go:171","msg":"trace[1327479160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26187; }","duration":"354.772127ms","start":"2026-04-21T04:23:28.063883Z","end":"2026-04-21T04:23:28.418655Z","steps":["trace[1327479160] 'agreement among raft nodes before linearized reading' (duration: 354.537761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.459736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-04-21T04:23:28.418757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.063868Z","time spent":"354.88021ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:28.418709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.663971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:28.418772Z","caller":"traceutil/trace.go:171","msg":"trace[175224159] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26187; }","duration":"132.552498ms","start":"2026-04-21T04:23:28.286211Z","end":"2026-04-21T04:23:28.418764Z","steps":["trace[175224159] 'agreement among raft nodes before linearized reading' (duration: 132.423165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.042903Z","time spent":"375.862033ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.418848Z","caller":"traceutil/trace.go:171","msg":"trace[128023612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26187; }","duration":"313.856436ms","start":"2026-04-21T04:23:28.104971Z","end":"2026-04-21T04:23:28.418828Z","steps":["trace[128023612] 'agreement among raft nodes before linearized reading' (duration: 313.58929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.418934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.104956Z","time spent":"313.968458ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:28.817167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.701564ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-21T04:23:28.817281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.419925Z","time spent":"397.350976ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:23:28.836844Z","caller":"traceutil/trace.go:171","msg":"trace[1147824554] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"414.461102ms","start":"2026-04-21T04:23:28.422362Z","end":"2026-04-21T04:23:28.836823Z","steps":["trace[1147824554] 'process raft request' (duration: 414.267218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.836969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.42234Z","time spent":"414.559435ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.83727Z","caller":"traceutil/trace.go:171","msg":"trace[1791814311] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"388.046659ms","start":"2026-04-21T04:23:28.449198Z","end":"2026-04-21T04:23:28.837244Z","steps":["trace[1791814311] 'process raft request' (duration: 387.573627ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.837286Z","caller":"traceutil/trace.go:171","msg":"trace[1032959214] linearizableReadLoop","detail":"{readStateIndex:27070; appliedIndex:27068; }","duration":"407.66049ms","start":"2026-04-21T04:23:28.429525Z","end":"2026-04-21T04:23:28.837186Z","steps":["trace[1032959214] 'read index received' (duration: 120.049146ms)","trace[1032959214] 'applied index is now lower than readState.Index' (duration: 287.608784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:28.837363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.44917Z","time spent":"388.15095ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.837445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.871675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:28.837527Z","caller":"traceutil/trace.go:171","msg":"trace[1545103552] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26189; }","duration":"408.029508ms","start":"2026-04-21T04:23:28.429475Z","end":"2026-04-21T04:23:28.837504Z","steps":["trace[1545103552] 'agreement among raft nodes before linearized reading' (duration: 407.825154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.837576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.429454Z","time spent":"408.111451ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:29.231712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.612233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:29.231822Z","caller":"traceutil/trace.go:171","msg":"trace[612927954] linearizableReadLoop","detail":"{readStateIndex:27072; appliedIndex:27071; }","duration":"394.446811ms","start":"2026-04-21T04:23:28.837357Z","end":"2026-04-21T04:23:29.231804Z","steps":["trace[612927954] 'read index received' (duration: 114.693556ms)","trace[612927954] 'applied index is now lower than readState.Index' (duration: 279.750865ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:29.231943Z","caller":"traceutil/trace.go:171","msg":"trace[163593825] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"413.440759ms","start":"2026-04-21T04:23:28.818458Z","end":"2026-04-21T04:23:29.231898Z","steps":["trace[163593825] 'process raft request' (duration: 133.551771ms)","trace[163593825] 'compare' (duration: 279.226704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:29.232047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.5536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-04-21T04:23:29.232078Z","caller":"traceutil/trace.go:171","msg":"trace[1357205696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26190; }","duration":"518.657793ms","start":"2026-04-21T04:23:28.713409Z","end":"2026-04-21T04:23:29.232067Z","steps":["trace[1357205696] 'agreement among raft nodes before linearized reading' (duration: 518.476478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.232112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.818426Z","time spent":"413.610214ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:29.232164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.333738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:29.23211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.713385Z","time spent":"518.717905ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"info","ts":"2026-04-21T04:23:29.232193Z","caller":"traceutil/trace.go:171","msg":"trace[906734836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26190; }","duration":"700.4229ms","start":"2026-04-21T04:23:28.531763Z","end":"2026-04-21T04:23:29.232186Z","steps":["trace[906734836] 'agreement among raft nodes before linearized reading' (duration: 700.370609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.232223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.53173Z","time spent":"700.484891ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:29.232892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.44277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:29.232934Z","caller":"traceutil/trace.go:171","msg":"trace[1440489443] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26191; }","duration":"240.537063ms","start":"2026-04-21T04:23:28.992387Z","end":"2026-04-21T04:23:29.232924Z","steps":["trace[1440489443] 'agreement among raft nodes before linearized reading' (duration: 240.40619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.232976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.496804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:29.232993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.04876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:29.233059Z","caller":"traceutil/trace.go:171","msg":"trace[79927988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26191; }","duration":"169.135282ms","start":"2026-04-21T04:23:29.063909Z","end":"2026-04-21T04:23:29.233044Z","steps":["trace[79927988] 'agreement among raft nodes before linearized reading' (duration: 168.997459ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.233062Z","caller":"traceutil/trace.go:171","msg":"trace[1729561733] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26191; }","duration":"131.660068ms","start":"2026-04-21T04:23:29.101376Z","end":"2026-04-21T04:23:29.233036Z","steps":["trace[1729561733] 'agreement among raft nodes before linearized reading' (duration: 131.509994ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.892275Z","caller":"traceutil/trace.go:171","msg":"trace[1481016330] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"322.974111ms","start":"2026-04-21T04:23:29.569253Z","end":"2026-04-21T04:23:29.892227Z","steps":["trace[1481016330] 'process raft request' (duration: 322.793167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.892619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.56922Z","time spent":"323.161255ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:23:30.454997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.192013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:30.455124Z","caller":"traceutil/trace.go:171","msg":"trace[147391237] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"628.411456ms","start":"2026-04-21T04:23:29.826688Z","end":"2026-04-21T04:23:30.455099Z","steps":["trace[147391237] 'process raft request' (duration: 322.0431ms)","trace[147391237] 'compare' (duration: 305.721351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:30.45522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.826648Z","time spent":"628.518268ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:30.455291Z","caller":"traceutil/trace.go:171","msg":"trace[923451753] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"558.261405ms","start":"2026-04-21T04:23:29.897019Z","end":"2026-04-21T04:23:30.45528Z","steps":["trace[923451753] 'process raft request' (duration: 558.06925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.455335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.896991Z","time spent":"558.324647ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:30.45541Z","caller":"traceutil/trace.go:171","msg":"trace[113689719] linearizableReadLoop","detail":"{readStateIndex:27076; appliedIndex:27075; }","duration":"563.105384ms","start":"2026-04-21T04:23:29.892297Z","end":"2026-04-21T04:23:30.455403Z","steps":["trace[113689719] 'read index received' (duration: 256.539964ms)","trace[113689719] 'applied index is now lower than readState.Index' (duration: 306.56338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:30.455511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.030965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:23:30.455531Z","caller":"traceutil/trace.go:171","msg":"trace[47771411] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26196; }","duration":"623.089406ms","start":"2026-04-21T04:23:29.832435Z","end":"2026-04-21T04:23:30.455525Z","steps":["trace[47771411] 'agreement among raft nodes before linearized reading' (duration: 623.008364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.455555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.832421Z","time spent":"623.129407ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-21T04:23:30.455665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.646643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:23:30.4557Z","caller":"traceutil/trace.go:171","msg":"trace[314132430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26196; }","duration":"652.702394ms","start":"2026-04-21T04:23:29.802989Z","end":"2026-04-21T04:23:30.455691Z","steps":["trace[314132430] 'agreement among raft nodes before linearized reading' (duration: 652.581341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.455685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.480919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:23:30.455728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.802981Z","time spent":"652.742085ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:23:30.45574Z","caller":"traceutil/trace.go:171","msg":"trace[1327693393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26196; }","duration":"652.556551ms","start":"2026-04-21T04:23:29.803169Z","end":"2026-04-21T04:23:30.455726Z","steps":["trace[1327693393] 'agreement among raft nodes before linearized reading' (duration: 652.367926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.455777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:29.803103Z","time spent":"652.667804ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:30.716986Z","caller":"traceutil/trace.go:171","msg":"trace[776604895] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"293.270501ms","start":"2026-04-21T04:23:30.423677Z","end":"2026-04-21T04:23:30.716947Z","steps":["trace[776604895] 'process raft request' (duration: 210.320531ms)","trace[776604895] 'compare' (duration: 82.637132ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:30.717194Z","caller":"traceutil/trace.go:171","msg":"trace[421350630] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"290.634892ms","start":"2026-04-21T04:23:30.426526Z","end":"2026-04-21T04:23:30.717161Z","steps":["trace[421350630] 'process raft request' (duration: 290.509549ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:30.717372Z","caller":"traceutil/trace.go:171","msg":"trace[1486180419] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27078; }","duration":"261.919485ms","start":"2026-04-21T04:23:30.455424Z","end":"2026-04-21T04:23:30.717344Z","steps":["trace[1486180419] 'read index received' (duration: 178.604856ms)","trace[1486180419] 'applied index is now lower than readState.Index' (duration: 83.313329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:30.71749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.413103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:30.717523Z","caller":"traceutil/trace.go:171","msg":"trace[1625839095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26202; }","duration":"654.504105ms","start":"2026-04-21T04:23:30.063009Z","end":"2026-04-21T04:23:30.717513Z","steps":["trace[1625839095] 'agreement among raft nodes before linearized reading' (duration: 654.430243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.717545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.303032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:23:30.717557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.062985Z","time spent":"654.564757ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:30.717595Z","caller":"traceutil/trace.go:171","msg":"trace[655640432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26202; }","duration":"293.412825ms","start":"2026-04-21T04:23:30.424162Z","end":"2026-04-21T04:23:30.717575Z","steps":["trace[655640432] 'agreement among raft nodes before linearized reading' (duration: 293.19865ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:30.71764Z","caller":"traceutil/trace.go:171","msg":"trace[285629440] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"291.103212ms","start":"2026-04-21T04:23:30.426521Z","end":"2026-04-21T04:23:30.717624Z","steps":["trace[285629440] 'process raft request' (duration: 290.436127ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:30.71778Z","caller":"traceutil/trace.go:171","msg":"trace[2010161706] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"291.385259ms","start":"2026-04-21T04:23:30.426378Z","end":"2026-04-21T04:23:30.717763Z","steps":["trace[2010161706] 'process raft request' (duration: 290.863168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.717865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.579835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:23:30.717877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.737797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:30.717904Z","caller":"traceutil/trace.go:171","msg":"trace[44714976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26202; }","duration":"449.621066ms","start":"2026-04-21T04:23:30.268273Z","end":"2026-04-21T04:23:30.717894Z","steps":["trace[44714976] 'agreement among raft nodes before linearized reading' (duration: 449.482513ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:30.717919Z","caller":"traceutil/trace.go:171","msg":"trace[172724899] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26202; }","duration":"272.83871ms","start":"2026-04-21T04:23:30.445068Z","end":"2026-04-21T04:23:30.717907Z","steps":["trace[172724899] 'agreement among raft nodes before linearized reading' (duration: 272.762719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.717935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.268213Z","time spent":"449.715029ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:23:30.718032Z","caller":"traceutil/trace.go:171","msg":"trace[1720562371] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"291.42871ms","start":"2026-04-21T04:23:30.426587Z","end":"2026-04-21T04:23:30.718016Z","steps":["trace[1720562371] 'process raft request' (duration: 290.52006ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:30.717566Z","caller":"traceutil/trace.go:171","msg":"trace[1739145275] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"293.64985ms","start":"2026-04-21T04:23:30.4239Z","end":"2026-04-21T04:23:30.71755Z","steps":["trace[1739145275] 'process raft request' (duration: 292.969054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.718142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.399387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-04-21T04:23:30.718179Z","caller":"traceutil/trace.go:171","msg":"trace[282574076] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26202; }","duration":"479.465148ms","start":"2026-04-21T04:23:30.238698Z","end":"2026-04-21T04:23:30.718163Z","steps":["trace[282574076] 'agreement among raft nodes before linearized reading' (duration: 479.373316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.718207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.238678Z","time spent":"479.52276ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"warn","ts":"2026-04-21T04:23:30.718351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.928093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:30.718379Z","caller":"traceutil/trace.go:171","msg":"trace[308713034] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26202; }","duration":"567.959374ms","start":"2026-04-21T04:23:30.150411Z","end":"2026-04-21T04:23:30.71837Z","steps":["trace[308713034] 'agreement among raft nodes before linearized reading' (duration: 567.911933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.718408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.150327Z","time spent":"568.072796ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:30.718706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.290702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-04-21T04:23:30.718747Z","caller":"traceutil/trace.go:171","msg":"trace[1601990169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26202; }","duration":"651.396494ms","start":"2026-04-21T04:23:30.067337Z","end":"2026-04-21T04:23:30.718733Z","steps":["trace[1601990169] 'agreement among raft nodes before linearized reading' (duration: 651.278991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:30.71878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.067309Z","time spent":"651.460336ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"warn","ts":"2026-04-21T04:23:31.152031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.55136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.152177Z","caller":"traceutil/trace.go:171","msg":"trace[286968726] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26202; }","duration":"278.716524ms","start":"2026-04-21T04:23:30.873436Z","end":"2026-04-21T04:23:31.152152Z","steps":["trace[286968726] 'range keys from in-memory index tree' (duration: 278.53086ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.152481Z","caller":"traceutil/trace.go:171","msg":"trace[713952259] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"693.311109ms","start":"2026-04-21T04:23:30.459147Z","end":"2026-04-21T04:23:31.152458Z","steps":["trace[713952259] 'process raft request' (duration: 671.754433ms)","trace[713952259] 'compare' (duration: 21.394083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:31.152589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.459121Z","time spent":"693.409491ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:31.152626Z","caller":"traceutil/trace.go:171","msg":"trace[1684791879] linearizableReadLoop","detail":"{readStateIndex:27086; appliedIndex:27084; }","duration":"431.578439ms","start":"2026-04-21T04:23:30.721031Z","end":"2026-04-21T04:23:31.15261Z","steps":["trace[1684791879] 'read index received' (duration: 409.889659ms)","trace[1684791879] 'applied index is now lower than readState.Index' (duration: 21.68771ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:31.152661Z","caller":"traceutil/trace.go:171","msg":"trace[2006186109] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"693.400131ms","start":"2026-04-21T04:23:30.459242Z","end":"2026-04-21T04:23:31.152642Z","steps":["trace[2006186109] 'process raft request' (duration: 693.187476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.152719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.459236Z","time spent":"693.455693ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:31.152742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.709751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.152771Z","caller":"traceutil/trace.go:171","msg":"trace[1449559875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26204; }","duration":"431.761903ms","start":"2026-04-21T04:23:30.720999Z","end":"2026-04-21T04:23:31.152761Z","steps":["trace[1449559875] 'agreement among raft nodes before linearized reading' (duration: 431.689172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.152805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.720967Z","time spent":"431.830515ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:31.507069Z","caller":"traceutil/trace.go:171","msg":"trace[1468215873] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"781.691891ms","start":"2026-04-21T04:23:30.72535Z","end":"2026-04-21T04:23:31.507042Z","steps":["trace[1468215873] 'process raft request' (duration: 758.832935ms)","trace[1468215873] 'compare' (duration: 22.450826ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:31.507512Z","caller":"traceutil/trace.go:171","msg":"trace[1900838313] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"269.000233ms","start":"2026-04-21T04:23:31.238457Z","end":"2026-04-21T04:23:31.507457Z","steps":["trace[1900838313] 'process raft request' (duration: 268.844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.507648Z","caller":"traceutil/trace.go:171","msg":"trace[1723885092] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27086; }","duration":"354.944012ms","start":"2026-04-21T04:23:31.152659Z","end":"2026-04-21T04:23:31.507603Z","steps":["trace[1723885092] 'read index received' (duration: 331.620606ms)","trace[1723885092] 'applied index is now lower than readState.Index' (duration: 23.318656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:31.507756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.917847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:31.50782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.465481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.507856Z","caller":"traceutil/trace.go:171","msg":"trace[878383924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26207; }","duration":"755.553933ms","start":"2026-04-21T04:23:30.752292Z","end":"2026-04-21T04:23:31.507846Z","steps":["trace[878383924] 'agreement among raft nodes before linearized reading' (duration: 755.451621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.507829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.542336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:23:31.507846Z","caller":"traceutil/trace.go:171","msg":"trace[221233204] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26207; }","duration":"739.077732ms","start":"2026-04-21T04:23:30.768747Z","end":"2026-04-21T04:23:31.507824Z","steps":["trace[221233204] 'agreement among raft nodes before linearized reading' (duration: 738.904558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.507889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.752278Z","time spent":"755.604554ms","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:31.507911Z","caller":"traceutil/trace.go:171","msg":"trace[250363503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26207; }","duration":"666.703009ms","start":"2026-04-21T04:23:30.841187Z","end":"2026-04-21T04:23:31.50789Z","steps":["trace[250363503] 'agreement among raft nodes before linearized reading' (duration: 666.444803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.507924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.768712Z","time spent":"739.198684ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:31.507972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.841155Z","time spent":"666.806972ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:31.508029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.480616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:23:31.50809Z","caller":"traceutil/trace.go:171","msg":"trace[883341613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26207; }","duration":"785.611519ms","start":"2026-04-21T04:23:30.72246Z","end":"2026-04-21T04:23:31.508072Z","steps":["trace[883341613] 'agreement among raft nodes before linearized reading' (duration: 785.354523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.508139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.722403Z","time spent":"785.725342ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:23:31.508147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.602801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:31.508154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.563484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.508191Z","caller":"traceutil/trace.go:171","msg":"trace[1173720585] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26207; }","duration":"484.633426ms","start":"2026-04-21T04:23:31.023547Z","end":"2026-04-21T04:23:31.508181Z","steps":["trace[1173720585] 'agreement among raft nodes before linearized reading' (duration: 484.583354ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.508187Z","caller":"traceutil/trace.go:171","msg":"trace[86683092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26207; }","duration":"388.644271ms","start":"2026-04-21T04:23:31.119531Z","end":"2026-04-21T04:23:31.508175Z","steps":["trace[86683092] 'agreement among raft nodes before linearized reading' (duration: 388.56724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.508211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:31.023523Z","time spent":"484.682546ms","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:31.508218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:31.119455Z","time spent":"388.755494ms","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:31.508405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.091697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.507505Z","caller":"traceutil/trace.go:171","msg":"trace[917960084] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"780.891584ms","start":"2026-04-21T04:23:30.726585Z","end":"2026-04-21T04:23:31.507477Z","steps":["trace[917960084] 'process raft request' (duration: 780.366462ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.508451Z","caller":"traceutil/trace.go:171","msg":"trace[509900261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26207; }","duration":"344.132528ms","start":"2026-04-21T04:23:31.164303Z","end":"2026-04-21T04:23:31.508436Z","steps":["trace[509900261] 'agreement among raft nodes before linearized reading' (duration: 344.066567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.508509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:31.164253Z","time spent":"344.250091ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:31.508528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.72656Z","time spent":"781.918176ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:31.511203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:30.725336Z","time spent":"785.779034ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:32.570393Z","caller":"traceutil/trace.go:171","msg":"trace[213274311] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27090; }","duration":"107.436222ms","start":"2026-04-21T04:23:32.462937Z","end":"2026-04-21T04:23:32.570373Z","steps":["trace[213274311] 'read index received' (duration: 107.294528ms)","trace[213274311] 'applied index is now lower than readState.Index' (duration: 140.594µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:32.570619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.663806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:32.570689Z","caller":"traceutil/trace.go:171","msg":"trace[454120747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26209; }","duration":"107.775349ms","start":"2026-04-21T04:23:32.462894Z","end":"2026-04-21T04:23:32.57067Z","steps":["trace[454120747] 'agreement among raft nodes before linearized reading' (duration: 107.555384ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:32.570466Z","caller":"traceutil/trace.go:171","msg":"trace[1161948752] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"109.11775ms","start":"2026-04-21T04:23:32.461306Z","end":"2026-04-21T04:23:32.570424Z","steps":["trace[1161948752] 'process raft request' (duration: 108.940646ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:32.965418Z","caller":"traceutil/trace.go:171","msg":"trace[276203997] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"390.37662ms","start":"2026-04-21T04:23:32.575016Z","end":"2026-04-21T04:23:32.965392Z","steps":["trace[276203997] 'process raft request' (duration: 390.210276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:32.965565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:32.574993Z","time spent":"390.495793ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:33.010481Z","caller":"traceutil/trace.go:171","msg":"trace[1948977059] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"289.25656ms","start":"2026-04-21T04:23:32.721192Z","end":"2026-04-21T04:23:33.010448Z","steps":["trace[1948977059] 'process raft request' (duration: 288.877802ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:33.010687Z","caller":"traceutil/trace.go:171","msg":"trace[1880247969] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"287.577692ms","start":"2026-04-21T04:23:32.723084Z","end":"2026-04-21T04:23:33.010662Z","steps":["trace[1880247969] 'process raft request' (duration: 287.160693ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:33.01097Z","caller":"traceutil/trace.go:171","msg":"trace[192893979] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"286.786475ms","start":"2026-04-21T04:23:32.724165Z","end":"2026-04-21T04:23:33.010951Z","steps":["trace[192893979] 'process raft request' (duration: 286.381986ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:33.01098Z","caller":"traceutil/trace.go:171","msg":"trace[1392732083] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"286.610271ms","start":"2026-04-21T04:23:32.724357Z","end":"2026-04-21T04:23:33.010968Z","steps":["trace[1392732083] 'process raft request' (duration: 286.527529ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:33.011237Z","caller":"traceutil/trace.go:171","msg":"trace[1294964696] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"286.293575ms","start":"2026-04-21T04:23:32.724932Z","end":"2026-04-21T04:23:33.011226Z","steps":["trace[1294964696] 'process raft request' (duration: 286.000737ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:33.011286Z","caller":"traceutil/trace.go:171","msg":"trace[1932401479] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27091; }","duration":"279.396999ms","start":"2026-04-21T04:23:32.731875Z","end":"2026-04-21T04:23:33.011272Z","steps":["trace[1932401479] 'read index received' (duration: 233.425812ms)","trace[1932401479] 'applied index is now lower than readState.Index' (duration: 45.969627ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:33.011326Z","caller":"traceutil/trace.go:171","msg":"trace[1612542238] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"284.742869ms","start":"2026-04-21T04:23:32.726548Z","end":"2026-04-21T04:23:33.011291Z","steps":["trace[1612542238] 'process raft request' (duration: 284.614766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:33.01155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.667505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-21T04:23:33.011594Z","caller":"traceutil/trace.go:171","msg":"trace[1785831943] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26216; }","duration":"279.728137ms","start":"2026-04-21T04:23:32.731856Z","end":"2026-04-21T04:23:33.011584Z","steps":["trace[1785831943] 'agreement among raft nodes before linearized reading' (duration: 279.538312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:33.183791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.547205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:33.183875Z","caller":"traceutil/trace.go:171","msg":"trace[1497780170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26216; }","duration":"119.656478ms","start":"2026-04-21T04:23:33.064197Z","end":"2026-04-21T04:23:33.183853Z","steps":["trace[1497780170] 'range keys from in-memory index tree' (duration: 119.430672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:33.523212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.220034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:33.52344Z","caller":"traceutil/trace.go:171","msg":"trace[1259462114] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"335.137415ms","start":"2026-04-21T04:23:33.188266Z","end":"2026-04-21T04:23:33.523404Z","steps":["trace[1259462114] 'process raft request' (duration: 126.647105ms)","trace[1259462114] 'compare' (duration: 208.02188ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:33.523462Z","caller":"traceutil/trace.go:171","msg":"trace[1227380565] linearizableReadLoop","detail":"{readStateIndex:27100; appliedIndex:27099; }","duration":"334.723785ms","start":"2026-04-21T04:23:33.188681Z","end":"2026-04-21T04:23:33.523405Z","steps":["trace[1227380565] 'read index received' (duration: 27.281195ms)","trace[1227380565] 'applied index is now lower than readState.Index' (duration: 307.43828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:33.523594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.188245Z","time spent":"335.269827ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:33.718453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.132239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-21T04:23:33.718765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.06823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:33.718836Z","caller":"traceutil/trace.go:171","msg":"trace[108909767] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26218; }","duration":"530.162022ms","start":"2026-04-21T04:23:33.188656Z","end":"2026-04-21T04:23:33.718818Z","steps":["trace[108909767] 'agreement among raft nodes before linearized reading' (duration: 334.846328ms)","trace[108909767] 'range keys from in-memory index tree' (duration: 195.207011ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:33.718838Z","caller":"traceutil/trace.go:171","msg":"trace[309998677] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"203.934038ms","start":"2026-04-21T04:23:33.514882Z","end":"2026-04-21T04:23:33.718816Z","steps":["trace[309998677] 'process raft request' (duration: 203.669532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:33.718876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.188644Z","time spent":"530.221513ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:33.718871Z","caller":"traceutil/trace.go:171","msg":"trace[1742881464] linearizableReadLoop","detail":"{readStateIndex:27102; appliedIndex:27100; }","duration":"195.309243ms","start":"2026-04-21T04:23:33.523537Z","end":"2026-04-21T04:23:33.718846Z","steps":["trace[1742881464] 'read index received' (duration: 71.789689ms)","trace[1742881464] 'applied index is now lower than readState.Index' (duration: 123.518154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.452603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.336675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:34.452669Z","caller":"traceutil/trace.go:171","msg":"trace[968277770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26219; }","duration":"931.440978ms","start":"2026-04-21T04:23:33.521212Z","end":"2026-04-21T04:23:34.452653Z","steps":["trace[968277770] 'agreement among raft nodes before linearized reading' (duration: 197.698877ms)","trace[968277770] 'range keys from in-memory index tree' (duration: 733.554087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.452701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.521199Z","time spent":"931.494908ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:34.452743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088794836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:34.452767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.950451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:23:34.452832Z","caller":"traceutil/trace.go:171","msg":"trace[351704247] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26219; }","duration":"1.088934589s","start":"2026-04-21T04:23:33.363874Z","end":"2026-04-21T04:23:34.452808Z","steps":["trace[351704247] 'agreement among raft nodes before linearized reading' (duration: 355.047135ms)","trace[351704247] 'count revisions from in-memory index tree' (duration: 733.766921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.45289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.363853Z","time spent":"1.089025411s","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:34.452885Z","caller":"traceutil/trace.go:171","msg":"trace[1757107202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26219; }","duration":"937.112015ms","start":"2026-04-21T04:23:33.515741Z","end":"2026-04-21T04:23:34.452853Z","steps":["trace[1757107202] 'agreement among raft nodes before linearized reading' (duration: 203.145849ms)","trace[1757107202] 'range keys from in-memory index tree' (duration: 733.723071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.452942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.515729Z","time spent":"937.203737ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:34.452992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127569179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:23:34.45306Z","caller":"traceutil/trace.go:171","msg":"trace[1010518047] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26219; }","duration":"1.127657191s","start":"2026-04-21T04:23:33.325382Z","end":"2026-04-21T04:23:34.45304Z","steps":["trace[1010518047] 'agreement among raft nodes before linearized reading' (duration: 393.547952ms)","trace[1010518047] 'range keys from in-memory index tree' (duration: 733.945456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.4531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.325368Z","time spent":"1.127724692s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:23:34.453257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129916452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:23:34.453296Z","caller":"traceutil/trace.go:171","msg":"trace[1014072004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26219; }","duration":"1.129989354s","start":"2026-04-21T04:23:33.323294Z","end":"2026-04-21T04:23:34.453284Z","steps":["trace[1014072004] 'agreement among raft nodes before linearized reading' (duration: 395.647439ms)","trace[1014072004] 'range keys from in-memory index tree' (duration: 734.264123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.45333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.323271Z","time spent":"1.130051294s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:23:34.454017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.081551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:34.454197Z","caller":"traceutil/trace.go:171","msg":"trace[1287376235] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"325.818486ms","start":"2026-04-21T04:23:34.128366Z","end":"2026-04-21T04:23:34.454184Z","steps":["trace[1287376235] 'process raft request' (duration: 325.743594ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:34.454463Z","caller":"traceutil/trace.go:171","msg":"trace[610252784] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"914.946316ms","start":"2026-04-21T04:23:33.539494Z","end":"2026-04-21T04:23:34.454441Z","steps":["trace[610252784] 'process raft request' (duration: 179.339573ms)","trace[610252784] 'compare' (duration: 733.735011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.454535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.539469Z","time spent":"915.028178ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:34.454689Z","caller":"traceutil/trace.go:171","msg":"trace[1339355782] linearizableReadLoop","detail":"{readStateIndex:27103; appliedIndex:27102; }","duration":"735.743556ms","start":"2026-04-21T04:23:33.718926Z","end":"2026-04-21T04:23:34.454669Z","steps":["trace[1339355782] 'read index received' (duration: 35.251µs)","trace[1339355782] 'applied index is now lower than readState.Index' (duration: 735.706465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.454758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.957961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:23:34.454783Z","caller":"traceutil/trace.go:171","msg":"trace[36436048] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26221; }","duration":"799.012872ms","start":"2026-04-21T04:23:33.655763Z","end":"2026-04-21T04:23:34.454776Z","steps":["trace[36436048] 'agreement among raft nodes before linearized reading' (duration: 798.92813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.454799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.655745Z","time spent":"799.050993ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:23:34.454841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.303461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:34.454876Z","caller":"traceutil/trace.go:171","msg":"trace[556651115] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26221; }","duration":"729.390643ms","start":"2026-04-21T04:23:33.725475Z","end":"2026-04-21T04:23:34.454866Z","steps":["trace[556651115] 'agreement among raft nodes before linearized reading' (duration: 729.310461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.454907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.725445Z","time spent":"729.453163ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:23:34.454911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.418964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-21T04:23:34.454947Z","caller":"traceutil/trace.go:171","msg":"trace[969966412] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26221; }","duration":"462.508006ms","start":"2026-04-21T04:23:33.992426Z","end":"2026-04-21T04:23:34.454934Z","steps":["trace[969966412] 'agreement among raft nodes before linearized reading' (duration: 462.394804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.454965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.055447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:34.454923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.638117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:34.454984Z","caller":"traceutil/trace.go:171","msg":"trace[669494050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26221; }","duration":"391.119508ms","start":"2026-04-21T04:23:34.063859Z","end":"2026-04-21T04:23:34.454978Z","steps":["trace[669494050] 'agreement among raft nodes before linearized reading' (duration: 391.084087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.454984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.992389Z","time spent":"462.584808ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-21T04:23:34.454999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.06383Z","time spent":"391.166879ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:34.455012Z","caller":"traceutil/trace.go:171","msg":"trace[127875601] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26221; }","duration":"925.792341ms","start":"2026-04-21T04:23:33.5292Z","end":"2026-04-21T04:23:34.454992Z","steps":["trace[127875601] 'agreement among raft nodes before linearized reading' (duration: 925.567676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.45499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.506788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-04-21T04:23:34.455063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.529179Z","time spent":"925.876273ms","remote":"127.0.0.1:55630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:34.455069Z","caller":"traceutil/trace.go:171","msg":"trace[823883215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26221; }","duration":"439.618911ms","start":"2026-04-21T04:23:34.015429Z","end":"2026-04-21T04:23:34.455048Z","steps":["trace[823883215] 'agreement among raft nodes before linearized reading' (duration: 439.370735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.455114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.015418Z","time spent":"439.683422ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"warn","ts":"2026-04-21T04:23:34.455965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.128341Z","time spent":"327.575335ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:35.313481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.387779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:35.313597Z","caller":"traceutil/trace.go:171","msg":"trace[656514277] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"854.777489ms","start":"2026-04-21T04:23:34.458797Z","end":"2026-04-21T04:23:35.313574Z","steps":["trace[656514277] 'process raft request' (duration: 146.206066ms)","trace[656514277] 'compare' (duration: 708.141884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:35.313656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.45878Z","time spent":"854.846761ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:35.343967Z","caller":"traceutil/trace.go:171","msg":"trace[2052538800] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"884.394486ms","start":"2026-04-21T04:23:34.459553Z","end":"2026-04-21T04:23:35.343948Z","steps":["trace[2052538800] 'process raft request' (duration: 884.312154ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.344019Z","caller":"traceutil/trace.go:171","msg":"trace[1690350253] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"884.785726ms","start":"2026-04-21T04:23:34.45921Z","end":"2026-04-21T04:23:35.343995Z","steps":["trace[1690350253] 'process raft request' (duration: 884.545371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.344079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.459544Z","time spent":"884.476659ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:35.344111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.459179Z","time spent":"884.886379ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:35.344387Z","caller":"traceutil/trace.go:171","msg":"trace[2114714327] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"884.719714ms","start":"2026-04-21T04:23:34.459634Z","end":"2026-04-21T04:23:35.344354Z","steps":["trace[2114714327] 'process raft request' (duration: 884.275214ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.344433Z","caller":"traceutil/trace.go:171","msg":"trace[1790519264] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"881.720937ms","start":"2026-04-21T04:23:34.4627Z","end":"2026-04-21T04:23:35.344421Z","steps":["trace[1790519264] 'process raft request' (duration: 881.536573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.344499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.462673Z","time spent":"881.790218ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:35.3445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.823267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:35.344531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.459627Z","time spent":"884.831176ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:35.344557Z","caller":"traceutil/trace.go:171","msg":"trace[816880798] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26227; }","duration":"880.897849ms","start":"2026-04-21T04:23:34.463645Z","end":"2026-04-21T04:23:35.344543Z","steps":["trace[816880798] 'agreement among raft nodes before linearized reading' (duration: 880.798106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.344592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.463606Z","time spent":"880.977281ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:35.344396Z","caller":"traceutil/trace.go:171","msg":"trace[1153845318] linearizableReadLoop","detail":"{readStateIndex:27109; appliedIndex:27104; }","duration":"880.717875ms","start":"2026-04-21T04:23:34.463652Z","end":"2026-04-21T04:23:35.34437Z","steps":["trace[1153845318] 'read index received' (duration: 141.399599ms)","trace[1153845318] 'applied index is now lower than readState.Index' (duration: 739.317175ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:35.344573Z","caller":"traceutil/trace.go:171","msg":"trace[763195951] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"769.1755ms","start":"2026-04-21T04:23:34.575337Z","end":"2026-04-21T04:23:35.344513Z","steps":["trace[763195951] 'process raft request' (duration: 768.983275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.344846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.575307Z","time spent":"769.391925ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:35.845723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:23:36.346788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:23:36.549612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205833774s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:23:36.550029Z","caller":"traceutil/trace.go:171","msg":"trace[8550701] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"1.533381788s","start":"2026-04-21T04:23:35.016618Z","end":"2026-04-21T04:23:36.55Z","steps":["trace[8550701] 'process raft request' (duration: 1.533191084s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.550161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.016587Z","time spent":"1.533498851s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.550339Z","caller":"traceutil/trace.go:171","msg":"trace[1961426711] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"1.533674755s","start":"2026-04-21T04:23:35.016647Z","end":"2026-04-21T04:23:36.550321Z","steps":["trace[1961426711] 'process raft request' (duration: 1.533537682s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.550424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.016617Z","time spent":"1.533761546s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.550473Z","caller":"traceutil/trace.go:171","msg":"trace[388982337] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"1.533366837s","start":"2026-04-21T04:23:35.017096Z","end":"2026-04-21T04:23:36.550463Z","steps":["trace[388982337] 'process raft request' (duration: 1.533325546s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.55052Z","caller":"traceutil/trace.go:171","msg":"trace[1736498696] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"1.533865369s","start":"2026-04-21T04:23:35.016645Z","end":"2026-04-21T04:23:36.55051Z","steps":["trace[1736498696] 'process raft request' (duration: 1.533306597s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.550549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.017087Z","time spent":"1.533428238s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.550573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.016618Z","time spent":"1.53392185s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.55066Z","caller":"traceutil/trace.go:171","msg":"trace[19641668] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"1.53394169s","start":"2026-04-21T04:23:35.016709Z","end":"2026-04-21T04:23:36.550651Z","steps":["trace[19641668] 'process raft request' (duration: 1.533567372s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.550706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.016691Z","time spent":"1.533989602s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.550843Z","caller":"traceutil/trace.go:171","msg":"trace[1317247409] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"1.533824297s","start":"2026-04-21T04:23:35.016983Z","end":"2026-04-21T04:23:36.550807Z","steps":["trace[1317247409] 'process raft request' (duration: 1.533392497s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.551045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.016973Z","time spent":"1.53396083s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.906388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203629914s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:37.906568Z","caller":"traceutil/trace.go:171","msg":"trace[2055048099] linearizableReadLoop","detail":"{readStateIndex:27118; appliedIndex:27110; }","duration":"2.561899653s","start":"2026-04-21T04:23:35.344655Z","end":"2026-04-21T04:23:37.906555Z","steps":["trace[2055048099] 'read index received' (duration: 1.20525166s)","trace[2055048099] 'applied index is now lower than readState.Index' (duration: 1.356647203s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:37.90675Z","caller":"traceutil/trace.go:171","msg":"trace[270869940] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"2.446259197s","start":"2026-04-21T04:23:35.460482Z","end":"2026-04-21T04:23:37.906741Z","steps":["trace[270869940] 'process raft request' (duration: 1.242202653s)","trace[270869940] 'compare' (duration: 1.203140523s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:37.906804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.460456Z","time spent":"2.446324308s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:37.90693Z","caller":"traceutil/trace.go:171","msg":"trace[115685538] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"2.182198604s","start":"2026-04-21T04:23:35.724724Z","end":"2026-04-21T04:23:37.906923Z","steps":["trace[115685538] 'process raft request' (duration: 2.181747864s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.906972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.724698Z","time spent":"2.182254464s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.907123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686449631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:23:37.907147Z","caller":"traceutil/trace.go:171","msg":"trace[1795692686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26235; }","duration":"2.686510333s","start":"2026-04-21T04:23:35.22063Z","end":"2026-04-21T04:23:37.907141Z","steps":["trace[1795692686] 'agreement among raft nodes before linearized reading' (duration: 2.686420191s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.907165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.220612Z","time spent":"2.686549233s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:37.907279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937980021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:37.907303Z","caller":"traceutil/trace.go:171","msg":"trace[1858162202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26235; }","duration":"2.938026792s","start":"2026-04-21T04:23:34.969271Z","end":"2026-04-21T04:23:37.907297Z","steps":["trace[1858162202] 'agreement among raft nodes before linearized reading' (duration: 2.937968361s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.90732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.969258Z","time spent":"2.938059143s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:38.064297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:23:38.064355Z","caller":"traceutil/trace.go:171","msg":"trace[1641778687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137239s","start":"2026-04-21T04:23:36.064205Z","end":"2026-04-21T04:23:38.064342Z","steps":["trace[1641778687] 'agreement among raft nodes before linearized reading' (duration: 2.000054357s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.064389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.064182Z","time spent":"2.000199821s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:23:38.406964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:23:38.907108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:23:39.184231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317334166s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:23:39.227877Z","caller":"traceutil/trace.go:171","msg":"trace[1609339898] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"2.006082053s","start":"2026-04-21T04:23:37.221758Z","end":"2026-04-21T04:23:39.227841Z","steps":["trace[1609339898] 'process raft request' (duration: 1.962686344s)","trace[1609339898] 'compare' (duration: 42.188511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:39.228023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.221725Z","time spent":"2.006223496s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:39.345032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:23:39.345105Z","caller":"traceutil/trace.go:171","msg":"trace[456318472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999945725s","start":"2026-04-21T04:23:37.345143Z","end":"2026-04-21T04:23:39.345089Z","steps":["trace[456318472] 'agreement among raft nodes before linearized reading' (duration: 1.999858944s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.345147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.345121Z","time spent":"2.000017427s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:39.723501Z","caller":"traceutil/trace.go:171","msg":"trace[2071202918] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"2.372976104s","start":"2026-04-21T04:23:37.350488Z","end":"2026-04-21T04:23:39.723464Z","steps":["trace[2071202918] 'process raft request' (duration: 2.326213259s)","trace[2071202918] 'compare' (duration: 46.492289ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:39.723541Z","caller":"traceutil/trace.go:171","msg":"trace[1638150112] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"1.812745156s","start":"2026-04-21T04:23:37.910777Z","end":"2026-04-21T04:23:39.723522Z","steps":["trace[1638150112] 'process raft request' (duration: 1.812639553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.723631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.350462Z","time spent":"2.373095297s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:39.723645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.910759Z","time spent":"1.812829237s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.723736Z","caller":"traceutil/trace.go:171","msg":"trace[1890289969] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.811012557s","start":"2026-04-21T04:23:37.912696Z","end":"2026-04-21T04:23:39.723709Z","steps":["trace[1890289969] 'process raft request' (duration: 1.810792542s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.723847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.912675Z","time spent":"1.811111749s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.724015Z","caller":"traceutil/trace.go:171","msg":"trace[1683521417] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.165905333s","start":"2026-04-21T04:23:38.5581Z","end":"2026-04-21T04:23:39.724005Z","steps":["trace[1683521417] 'process raft request' (duration: 1.16574243s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.724001Z","caller":"traceutil/trace.go:171","msg":"trace[669271051] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.166724032s","start":"2026-04-21T04:23:38.557188Z","end":"2026-04-21T04:23:39.723912Z","steps":["trace[669271051] 'process raft request' (duration: 1.166477767s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.724256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.557165Z","time spent":"1.166948198s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.724297Z","caller":"traceutil/trace.go:171","msg":"trace[842000623] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.166073887s","start":"2026-04-21T04:23:38.558206Z","end":"2026-04-21T04:23:39.72428Z","steps":["trace[842000623] 'process raft request' (duration: 1.165997486s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.724386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.558181Z","time spent":"1.166160339s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.724377Z","caller":"traceutil/trace.go:171","msg":"trace[1977922432] linearizableReadLoop","detail":"{readStateIndex:27128; appliedIndex:27118; }","duration":"1.817761569s","start":"2026-04-21T04:23:37.906589Z","end":"2026-04-21T04:23:39.72435Z","steps":["trace[1977922432] 'read index received' (duration: 1.277870518s)","trace[1977922432] 'applied index is now lower than readState.Index' (duration: 539.889681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:39.724065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.558074Z","time spent":"1.165962375s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.724492Z","caller":"traceutil/trace.go:171","msg":"trace[1313691058] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.166257321s","start":"2026-04-21T04:23:38.558223Z","end":"2026-04-21T04:23:39.72448Z","steps":["trace[1313691058] 'process raft request' (duration: 1.166019716s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.724597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.558186Z","time spent":"1.166335523s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.724629Z","caller":"traceutil/trace.go:171","msg":"trace[127247856] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"1.166491706s","start":"2026-04-21T04:23:38.558125Z","end":"2026-04-21T04:23:39.724617Z","steps":["trace[127247856] 'process raft request' (duration: 1.165845451s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.724688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.55811Z","time spent":"1.166545148s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.72495Z","caller":"traceutil/trace.go:171","msg":"trace[1810152911] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.166803903s","start":"2026-04-21T04:23:38.558136Z","end":"2026-04-21T04:23:39.72494Z","steps":["trace[1810152911] 'process raft request' (duration: 1.165999535s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.724957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116612378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:23:39.724996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.558122Z","time spent":"1.166848694s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.725006Z","caller":"traceutil/trace.go:171","msg":"trace[1614411059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26245; }","duration":"3.11671011s","start":"2026-04-21T04:23:36.60828Z","end":"2026-04-21T04:23:39.72499Z","steps":["trace[1614411059] 'agreement among raft nodes before linearized reading' (duration: 3.11627094s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.608257Z","time spent":"3.116778212s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:23:39.725056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729493794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:39.725095Z","caller":"traceutil/trace.go:171","msg":"trace[1173539858] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26245; }","duration":"3.729534605s","start":"2026-04-21T04:23:35.995549Z","end":"2026-04-21T04:23:39.725084Z","steps":["trace[1173539858] 'agreement among raft nodes before linearized reading' (duration: 3.729458553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376682178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:39.725181Z","caller":"traceutil/trace.go:171","msg":"trace[1111679553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26245; }","duration":"2.37680057s","start":"2026-04-21T04:23:37.348361Z","end":"2026-04-21T04:23:39.725162Z","steps":["trace[1111679553] 'agreement among raft nodes before linearized reading' (duration: 2.37637208s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.72522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880053926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-21T04:23:39.725221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37723716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-21T04:23:39.725192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297704858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:39.725227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263142895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-21T04:23:39.725255Z","caller":"traceutil/trace.go:171","msg":"trace[1608102997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26245; }","duration":"2.880125908s","start":"2026-04-21T04:23:36.845117Z","end":"2026-04-21T04:23:39.725243Z","steps":["trace[1608102997] 'agreement among raft nodes before linearized reading' (duration: 2.880005675s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.725261Z","caller":"traceutil/trace.go:171","msg":"trace[303659809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26245; }","duration":"2.377298122s","start":"2026-04-21T04:23:37.34795Z","end":"2026-04-21T04:23:39.725248Z","steps":["trace[303659809] 'agreement among raft nodes before linearized reading' (duration: 2.377153549s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259514353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-21T04:23:39.725278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.845094Z","time spent":"2.880178908s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-21T04:23:39.725284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.347939Z","time spent":"2.377340333s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:23:39.725282Z","caller":"traceutil/trace.go:171","msg":"trace[475221342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26245; }","duration":"4.263225867s","start":"2026-04-21T04:23:35.462039Z","end":"2026-04-21T04:23:39.725265Z","steps":["trace[475221342] 'agreement among raft nodes before linearized reading' (duration: 4.263037773s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.725277Z","caller":"traceutil/trace.go:171","msg":"trace[2091793679] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26245; }","duration":"2.297844911s","start":"2026-04-21T04:23:37.427413Z","end":"2026-04-21T04:23:39.725258Z","steps":["trace[2091793679] 'agreement among raft nodes before linearized reading' (duration: 2.297607646s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.462028Z","time spent":"4.263309519s","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"info","ts":"2026-04-21T04:23:39.725355Z","caller":"traceutil/trace.go:171","msg":"trace[644574267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26245; }","duration":"4.259574435s","start":"2026-04-21T04:23:35.465713Z","end":"2026-04-21T04:23:39.725288Z","steps":["trace[644574267] 'agreement among raft nodes before linearized reading' (duration: 4.259459542s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.427396Z","time spent":"2.297956043s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:39.725224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.348344Z","time spent":"2.376868522s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:39.72539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.465702Z","time spent":"4.259680037s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-21T04:23:39.725134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.995476Z","time spent":"3.729647198s","remote":"127.0.0.1:55598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:39.725385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198369354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:23:39.725474Z","caller":"traceutil/trace.go:171","msg":"trace[1593916495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26245; }","duration":"4.198525317s","start":"2026-04-21T04:23:35.526925Z","end":"2026-04-21T04:23:39.725451Z","steps":["trace[1593916495] 'agreement among raft nodes before linearized reading' (duration: 4.198167159s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.725523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.526912Z","time spent":"4.19860383s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:40.064776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:23:40.064889Z","caller":"traceutil/trace.go:171","msg":"trace[261124991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265943s","start":"2026-04-21T04:23:38.064602Z","end":"2026-04-21T04:23:40.064868Z","steps":["trace[261124991] 'agreement among raft nodes before linearized reading' (duration: 2.000125349s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.064944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.064586Z","time spent":"2.000342435s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:23:40.225348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:23:40.640728Z","caller":"traceutil/trace.go:171","msg":"trace[989094018] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27128; }","duration":"916.268905ms","start":"2026-04-21T04:23:39.724439Z","end":"2026-04-21T04:23:40.640708Z","steps":["trace[989094018] 'read index received' (duration: 832.082408ms)","trace[989094018] 'applied index is now lower than readState.Index' (duration: 84.185357ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:40.640878Z","caller":"traceutil/trace.go:171","msg":"trace[1690469024] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"902.911074ms","start":"2026-04-21T04:23:39.737896Z","end":"2026-04-21T04:23:40.640807Z","steps":["trace[1690469024] 'process raft request' (duration: 902.72701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.640964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.48859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:23:40.640973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404327178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18744"} {"level":"info","ts":"2026-04-21T04:23:40.641008Z","caller":"traceutil/trace.go:171","msg":"trace[2032979163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26250; }","duration":"912.565393ms","start":"2026-04-21T04:23:39.72843Z","end":"2026-04-21T04:23:40.640996Z","steps":["trace[2032979163] 'agreement among raft nodes before linearized reading' (duration: 912.413689ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.641011Z","caller":"traceutil/trace.go:171","msg":"trace[879386487] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26250; }","duration":"1.40440149s","start":"2026-04-21T04:23:39.2366Z","end":"2026-04-21T04:23:40.641001Z","steps":["trace[879386487] 'agreement among raft nodes before linearized reading' (duration: 1.404196525s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.737887Z","time spent":"903.060007ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:40.641038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.236569Z","time spent":"1.40446466s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18767,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-21T04:23:40.641004Z","caller":"traceutil/trace.go:171","msg":"trace[917016876] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"727.795637ms","start":"2026-04-21T04:23:39.913164Z","end":"2026-04-21T04:23:40.640959Z","steps":["trace[917016876] 'process raft request' (duration: 727.5045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353993126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-04-21T04:23:40.641083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292883705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a844762cc6ca75\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-21T04:23:40.641136Z","caller":"traceutil/trace.go:171","msg":"trace[844660997] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26250; }","duration":"2.354125229s","start":"2026-04-21T04:23:38.28699Z","end":"2026-04-21T04:23:40.641115Z","steps":["trace[844660997] 'agreement among raft nodes before linearized reading' (duration: 2.353819942s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.586679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:40.641211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.350236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89e59b45-3cef-4057-b990-445a04af2874\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-21T04:23:40.641216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.286971Z","time spent":"2.354206841s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-21T04:23:40.641158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.892476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:40.641253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.913136Z","time spent":"727.965621ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:40.64129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.48446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:40.641106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.138561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:40.641321Z","caller":"traceutil/trace.go:171","msg":"trace[1598465387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26250; }","duration":"570.539491ms","start":"2026-04-21T04:23:40.070773Z","end":"2026-04-21T04:23:40.641313Z","steps":["trace[1598465387] 'agreement among raft nodes before linearized reading' (duration: 570.49246ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.641342Z","caller":"traceutil/trace.go:171","msg":"trace[1463922088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26250; }","duration":"168.409877ms","start":"2026-04-21T04:23:40.472913Z","end":"2026-04-21T04:23:40.641323Z","steps":["trace[1463922088] 'agreement among raft nodes before linearized reading' (duration: 168.157841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:40.070763Z","time spent":"570.585972ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:40.641404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.770057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:40.641443Z","caller":"traceutil/trace.go:171","msg":"trace[1831524863] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"910.896214ms","start":"2026-04-21T04:23:39.730537Z","end":"2026-04-21T04:23:40.641433Z","steps":["trace[1831524863] 'process raft request' (duration: 910.045075ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.641448Z","caller":"traceutil/trace.go:171","msg":"trace[1357726574] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26250; }","duration":"948.845049ms","start":"2026-04-21T04:23:39.692592Z","end":"2026-04-21T04:23:40.641437Z","steps":["trace[1357726574] 'agreement among raft nodes before linearized reading' (duration: 948.577243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.728416Z","time spent":"912.614963ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:23:40.641396Z","caller":"traceutil/trace.go:171","msg":"trace[1384120213] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"911.075288ms","start":"2026-04-21T04:23:39.7303Z","end":"2026-04-21T04:23:40.641375Z","steps":["trace[1384120213] 'process raft request' (duration: 910.190498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.730528Z","time spent":"910.945105ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:40.641159Z","caller":"traceutil/trace.go:171","msg":"trace[81242982] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.434106069s","start":"2026-04-21T04:23:39.207031Z","end":"2026-04-21T04:23:40.641137Z","steps":["trace[81242982] 'process raft request' (duration: 1.349468301s)","trace[81242982] 'compare' (duration: 83.348999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:40.641543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791419414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:40.641588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.730282Z","time spent":"911.240012ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:40.641643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.207007Z","time spent":"1.43459529s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:40.641623Z","caller":"traceutil/trace.go:171","msg":"trace[1252624504] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26250; }","duration":"1.792116349s","start":"2026-04-21T04:23:38.849491Z","end":"2026-04-21T04:23:40.641607Z","steps":["trace[1252624504] 'agreement among raft nodes before linearized reading' (duration: 1.791309841s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.641242Z","caller":"traceutil/trace.go:171","msg":"trace[1218943956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89e59b45-3cef-4057-b990-445a04af2874; range_end:; response_count:1; response_revision:26250; }","duration":"912.393338ms","start":"2026-04-21T04:23:39.728841Z","end":"2026-04-21T04:23:40.641234Z","steps":["trace[1218943956] 'agreement among raft nodes before linearized reading' (duration: 912.282885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.728836Z","time spent":"912.851708ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-89e59b45-3cef-4057-b990-445a04af2874\" "} {"level":"info","ts":"2026-04-21T04:23:40.641145Z","caller":"traceutil/trace.go:171","msg":"trace[1511702392] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a844762cc6ca75; range_end:; response_count:1; response_revision:26250; }","duration":"1.292990177s","start":"2026-04-21T04:23:39.348136Z","end":"2026-04-21T04:23:40.641126Z","steps":["trace[1511702392] 'agreement among raft nodes before linearized reading' (duration: 1.29265827s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.64179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.348104Z","time spent":"1.293672063s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a844762cc6ca75\" "} {"level":"info","ts":"2026-04-21T04:23:40.641244Z","caller":"traceutil/trace.go:171","msg":"trace[1043973211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26250; }","duration":"596.685561ms","start":"2026-04-21T04:23:40.044544Z","end":"2026-04-21T04:23:40.64123Z","steps":["trace[1043973211] 'agreement among raft nodes before linearized reading' (duration: 596.556558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:40.04446Z","time spent":"597.383586ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:40.641292Z","caller":"traceutil/trace.go:171","msg":"trace[157806458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26250; }","duration":"601.049279ms","start":"2026-04-21T04:23:40.040223Z","end":"2026-04-21T04:23:40.641272Z","steps":["trace[157806458] 'agreement among raft nodes before linearized reading' (duration: 600.887475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:40.040206Z","time spent":"601.723125ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:40.641293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.425288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:40.642082Z","caller":"traceutil/trace.go:171","msg":"trace[1291349908] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26250; }","duration":"551.227257ms","start":"2026-04-21T04:23:40.09081Z","end":"2026-04-21T04:23:40.642037Z","steps":["trace[1291349908] 'agreement among raft nodes before linearized reading' (duration: 550.451858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.641488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:39.692575Z","time spent":"948.90437ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:40.642198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:40.090786Z","time spent":"551.37251ms","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:40.641858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.84936Z","time spent":"1.792325344s","remote":"127.0.0.1:52152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:41.708377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232310830393438974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:23:41.862765Z","caller":"traceutil/trace.go:171","msg":"trace[1433112906] linearizableReadLoop","detail":"{readStateIndex:27138; appliedIndex:27137; }","duration":"654.708469ms","start":"2026-04-21T04:23:41.208028Z","end":"2026-04-21T04:23:41.862737Z","steps":["trace[1433112906] 'read index received' (duration: 654.583796ms)","trace[1433112906] 'applied index is now lower than readState.Index' (duration: 122.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:41.862889Z","caller":"traceutil/trace.go:171","msg":"trace[767411322] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"657.575894ms","start":"2026-04-21T04:23:41.205302Z","end":"2026-04-21T04:23:41.862877Z","steps":["trace[767411322] 'process raft request' (duration: 657.221116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.863007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.205287Z","time spent":"657.632555ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:41.863336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.296352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-21T04:23:41.863496Z","caller":"traceutil/trace.go:171","msg":"trace[862758219] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26254; }","duration":"655.480407ms","start":"2026-04-21T04:23:41.207994Z","end":"2026-04-21T04:23:41.863474Z","steps":["trace[862758219] 'agreement among raft nodes before linearized reading' (duration: 655.19896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.863577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.207979Z","time spent":"655.583509ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-21T04:23:41.925722Z","caller":"traceutil/trace.go:171","msg":"trace[936045904] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"195.434806ms","start":"2026-04-21T04:23:41.730261Z","end":"2026-04-21T04:23:41.925695Z","steps":["trace[936045904] 'process raft request' (duration: 195.209661ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:41.926027Z","caller":"traceutil/trace.go:171","msg":"trace[1195200672] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"195.276793ms","start":"2026-04-21T04:23:41.730712Z","end":"2026-04-21T04:23:41.925989Z","steps":["trace[1195200672] 'process raft request' (duration: 194.932235ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:41.92614Z","caller":"traceutil/trace.go:171","msg":"trace[124144329] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"195.331074ms","start":"2026-04-21T04:23:41.730796Z","end":"2026-04-21T04:23:41.926127Z","steps":["trace[124144329] 'process raft request' (duration: 195.108139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.926419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.052508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8448789cc4dc3\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-21T04:23:41.92649Z","caller":"traceutil/trace.go:171","msg":"trace[1582946265] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"194.28046ms","start":"2026-04-21T04:23:41.732201Z","end":"2026-04-21T04:23:41.926481Z","steps":["trace[1582946265] 'process raft request' (duration: 193.86347ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:41.926511Z","caller":"traceutil/trace.go:171","msg":"trace[749273769] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8448789cc4dc3; range_end:; response_count:1; response_revision:26261; }","duration":"164.194442ms","start":"2026-04-21T04:23:41.762297Z","end":"2026-04-21T04:23:41.926491Z","steps":["trace[749273769] 'agreement among raft nodes before linearized reading' (duration: 163.951916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.926549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.072622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:23:41.926595Z","caller":"traceutil/trace.go:171","msg":"trace[570652132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26261; }","duration":"189.111873ms","start":"2026-04-21T04:23:41.73747Z","end":"2026-04-21T04:23:41.926581Z","steps":["trace[570652132] 'agreement among raft nodes before linearized reading' (duration: 189.013991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.92662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.837507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-21T04:23:41.926648Z","caller":"traceutil/trace.go:171","msg":"trace[1447999896] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"194.33248ms","start":"2026-04-21T04:23:41.732306Z","end":"2026-04-21T04:23:41.926639Z","steps":["trace[1447999896] 'process raft request' (duration: 193.795508ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:41.926672Z","caller":"traceutil/trace.go:171","msg":"trace[1790670166] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26261; }","duration":"192.920098ms","start":"2026-04-21T04:23:41.733739Z","end":"2026-04-21T04:23:41.926659Z","steps":["trace[1790670166] 'agreement among raft nodes before linearized reading' (duration: 192.770095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.926658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.681974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:41.926455Z","caller":"traceutil/trace.go:171","msg":"trace[487537029] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"194.259749ms","start":"2026-04-21T04:23:41.732184Z","end":"2026-04-21T04:23:41.926444Z","steps":["trace[487537029] 'process raft request' (duration: 193.838639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.926459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.302238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:41.926897Z","caller":"traceutil/trace.go:171","msg":"trace[1066895307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26261; }","duration":"197.756027ms","start":"2026-04-21T04:23:41.729095Z","end":"2026-04-21T04:23:41.926851Z","steps":["trace[1066895307] 'agreement among raft nodes before linearized reading' (duration: 197.248625ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:41.92672Z","caller":"traceutil/trace.go:171","msg":"trace[904811357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26261; }","duration":"676.797136ms","start":"2026-04-21T04:23:41.249906Z","end":"2026-04-21T04:23:41.926704Z","steps":["trace[904811357] 'agreement among raft nodes before linearized reading' (duration: 676.667374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:41.927007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.249887Z","time spent":"677.101213ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:41.926726Z","caller":"traceutil/trace.go:171","msg":"trace[1829391792] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"194.031064ms","start":"2026-04-21T04:23:41.732687Z","end":"2026-04-21T04:23:41.926718Z","steps":["trace[1829391792] 'process raft request' (duration: 193.463421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.15304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105184935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:43.153163Z","caller":"traceutil/trace.go:171","msg":"trace[1611936509] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"1.223791039s","start":"2026-04-21T04:23:41.92935Z","end":"2026-04-21T04:23:43.153141Z","steps":["trace[1611936509] 'process raft request' (duration: 118.333338ms)","trace[1611936509] 'compare' (duration: 1.104651983s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:43.154104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.92933Z","time spent":"1.224731029s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:43.170735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122933615s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:23:43.17131Z","caller":"traceutil/trace.go:171","msg":"trace[1753551377] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27145; }","duration":"1.233722442s","start":"2026-04-21T04:23:41.937563Z","end":"2026-04-21T04:23:43.171286Z","steps":["trace[1753551377] 'read index received' (duration: 110.247325ms)","trace[1753551377] 'applied index is now lower than readState.Index' (duration: 1.123473827s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:43.171444Z","caller":"traceutil/trace.go:171","msg":"trace[1311455353] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"1.24158911s","start":"2026-04-21T04:23:41.929838Z","end":"2026-04-21T04:23:43.171427Z","steps":["trace[1311455353] 'process raft request' (duration: 1.241152s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:43.17149Z","caller":"traceutil/trace.go:171","msg":"trace[807373417] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"1.208960954s","start":"2026-04-21T04:23:41.96252Z","end":"2026-04-21T04:23:43.171481Z","steps":["trace[807373417] 'process raft request' (duration: 1.208726559s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.171767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.929822Z","time spent":"1.241867087s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:43.17182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234241444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-21T04:23:43.171875Z","caller":"traceutil/trace.go:171","msg":"trace[392186299] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26266; }","duration":"1.234313536s","start":"2026-04-21T04:23:41.937546Z","end":"2026-04-21T04:23:43.171859Z","steps":["trace[392186299] 'agreement among raft nodes before linearized reading' (duration: 1.234118612s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:43.171501Z","caller":"traceutil/trace.go:171","msg":"trace[1135958866] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"1.239274967s","start":"2026-04-21T04:23:41.932196Z","end":"2026-04-21T04:23:43.171471Z","steps":["trace[1135958866] 'process raft request' (duration: 1.239007901s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.171931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.937538Z","time spent":"1.234379358s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-21T04:23:43.171944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.962504Z","time spent":"1.209314602s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:43.171994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.932188Z","time spent":"1.239770498s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:43.171525Z","caller":"traceutil/trace.go:171","msg":"trace[800052245] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"1.240208987s","start":"2026-04-21T04:23:41.931288Z","end":"2026-04-21T04:23:43.171497Z","steps":["trace[800052245] 'process raft request' (duration: 1.239823969s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.172102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:41.931267Z","time spent":"1.240786032s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:43.183299Z","caller":"traceutil/trace.go:171","msg":"trace[570289355] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"536.300691ms","start":"2026-04-21T04:23:42.646964Z","end":"2026-04-21T04:23:43.183265Z","steps":["trace[570289355] 'process raft request' (duration: 535.952893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.183384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.098236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:43.18347Z","caller":"traceutil/trace.go:171","msg":"trace[357062976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26268; }","duration":"536.172878ms","start":"2026-04-21T04:23:42.647247Z","end":"2026-04-21T04:23:43.18342Z","steps":["trace[357062976] 'agreement among raft nodes before linearized reading' (duration: 536.020584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.183542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:42.646942Z","time spent":"536.470674ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:43.183625Z","caller":"traceutil/trace.go:171","msg":"trace[184754522] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"269.861924ms","start":"2026-04-21T04:23:42.913751Z","end":"2026-04-21T04:23:43.183613Z","steps":["trace[184754522] 'process raft request' (duration: 269.392013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.183824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.821046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:43.18386Z","caller":"traceutil/trace.go:171","msg":"trace[2090675331] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26268; }","duration":"125.888938ms","start":"2026-04-21T04:23:43.057961Z","end":"2026-04-21T04:23:43.18385Z","steps":["trace[2090675331] 'agreement among raft nodes before linearized reading' (duration: 125.785526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.184027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.653121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:23:43.184078Z","caller":"traceutil/trace.go:171","msg":"trace[543900951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26268; }","duration":"537.720772ms","start":"2026-04-21T04:23:42.646343Z","end":"2026-04-21T04:23:43.184064Z","steps":["trace[543900951] 'agreement among raft nodes before linearized reading' (duration: 537.548058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.184113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:42.646336Z","time spent":"537.764794ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:43.184192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.305816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-21T04:23:43.184255Z","caller":"traceutil/trace.go:171","msg":"trace[977204486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26268; }","duration":"251.432908ms","start":"2026-04-21T04:23:42.932806Z","end":"2026-04-21T04:23:43.184239Z","steps":["trace[977204486] 'agreement among raft nodes before linearized reading' (duration: 251.164372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.183568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:42.647239Z","time spent":"536.317991ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:43.184279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.134202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:43.184302Z","caller":"traceutil/trace.go:171","msg":"trace[806336081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26268; }","duration":"538.195883ms","start":"2026-04-21T04:23:42.646099Z","end":"2026-04-21T04:23:43.184295Z","steps":["trace[806336081] 'agreement among raft nodes before linearized reading' (duration: 538.120971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.184328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:42.64607Z","time spent":"538.253154ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:43.184449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120794566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:43.184479Z","caller":"traceutil/trace.go:171","msg":"trace[1327814963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26268; }","duration":"1.120855198s","start":"2026-04-21T04:23:42.063617Z","end":"2026-04-21T04:23:43.184473Z","steps":["trace[1327814963] 'agreement among raft nodes before linearized reading' (duration: 1.120807127s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:43.184502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:42.063599Z","time spent":"1.120895128s","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:43.415603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.188951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:43.415789Z","caller":"traceutil/trace.go:171","msg":"trace[5522527] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"229.647068ms","start":"2026-04-21T04:23:43.186119Z","end":"2026-04-21T04:23:43.415766Z","steps":["trace[5522527] 'process raft request' (duration: 89.198332ms)","trace[5522527] 'compare' (duration: 139.919433ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:43.415913Z","caller":"traceutil/trace.go:171","msg":"trace[960754096] linearizableReadLoop","detail":"{readStateIndex:27156; appliedIndex:27152; }","duration":"223.190042ms","start":"2026-04-21T04:23:43.192705Z","end":"2026-04-21T04:23:43.415895Z","steps":["trace[960754096] 'read index received' (duration: 82.548172ms)","trace[960754096] 'applied index is now lower than readState.Index' (duration: 140.64082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:43.416017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.311245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:43.416047Z","caller":"traceutil/trace.go:171","msg":"trace[1374175054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26272; }","duration":"223.367946ms","start":"2026-04-21T04:23:43.19267Z","end":"2026-04-21T04:23:43.416038Z","steps":["trace[1374175054] 'agreement among raft nodes before linearized reading' (duration: 223.281914ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:43.416079Z","caller":"traceutil/trace.go:171","msg":"trace[1190369424] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"227.778025ms","start":"2026-04-21T04:23:43.188293Z","end":"2026-04-21T04:23:43.416071Z","steps":["trace[1190369424] 'process raft request' (duration: 227.428138ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:43.416155Z","caller":"traceutil/trace.go:171","msg":"trace[1056877781] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"227.035399ms","start":"2026-04-21T04:23:43.189048Z","end":"2026-04-21T04:23:43.416084Z","steps":["trace[1056877781] 'process raft request' (duration: 226.748742ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:43.416303Z","caller":"traceutil/trace.go:171","msg":"trace[949034917] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"225.811332ms","start":"2026-04-21T04:23:43.190448Z","end":"2026-04-21T04:23:43.416259Z","steps":["trace[949034917] 'process raft request' (duration: 225.399092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:44.514544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.649582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:23:45.169107Z","caller":"traceutil/trace.go:171","msg":"trace[429306787] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"1.237056048s","start":"2026-04-21T04:23:43.932011Z","end":"2026-04-21T04:23:45.169067Z","steps":["trace[429306787] 'process raft request' (duration: 1.236783081s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:45.169172Z","caller":"traceutil/trace.go:171","msg":"trace[757553156] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.237031737s","start":"2026-04-21T04:23:43.9321Z","end":"2026-04-21T04:23:45.169132Z","steps":["trace[757553156] 'process raft request' (duration: 1.236853553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.169272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.931982Z","time spent":"1.23720823s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:45.169466Z","caller":"traceutil/trace.go:171","msg":"trace[252232272] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"1.23716472s","start":"2026-04-21T04:23:43.932287Z","end":"2026-04-21T04:23:45.169452Z","steps":["trace[252232272] 'process raft request' (duration: 1.236730371s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.169536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.932279Z","time spent":"1.237222011s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:45.169544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.932093Z","time spent":"1.237352804s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:45.169624Z","caller":"traceutil/trace.go:171","msg":"trace[322046639] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"1.236954765s","start":"2026-04-21T04:23:43.93266Z","end":"2026-04-21T04:23:45.169615Z","steps":["trace[322046639] 'process raft request' (duration: 1.236401963s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.169675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.93265Z","time spent":"1.236999907s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:45.169851Z","caller":"traceutil/trace.go:171","msg":"trace[2137033871] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"1.235606015s","start":"2026-04-21T04:23:43.934235Z","end":"2026-04-21T04:23:45.169841Z","steps":["trace[2137033871] 'process raft request' (duration: 1.234873289s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.16992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.93408Z","time spent":"1.235800789s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:45.170195Z","caller":"traceutil/trace.go:171","msg":"trace[2135941982] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"1.235836429s","start":"2026-04-21T04:23:43.934331Z","end":"2026-04-21T04:23:45.170168Z","steps":["trace[2135941982] 'process raft request' (duration: 1.234835457s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.170365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.934323Z","time spent":"1.235954923s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:45.170718Z","caller":"traceutil/trace.go:171","msg":"trace[1304743966] linearizableReadLoop","detail":"{readStateIndex:27164; appliedIndex:27156; }","duration":"979.940601ms","start":"2026-04-21T04:23:44.190755Z","end":"2026-04-21T04:23:45.170696Z","steps":["trace[1304743966] 'read index received' (duration: 2.160978ms)","trace[1304743966] 'applied index is now lower than readState.Index' (duration: 977.776213ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:45.170885Z","caller":"traceutil/trace.go:171","msg":"trace[1363206531] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.235681946s","start":"2026-04-21T04:23:43.935186Z","end":"2026-04-21T04:23:45.170868Z","steps":["trace[1363206531] 'process raft request' (duration: 1.234674983s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.17098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:43.935142Z","time spent":"1.235789878s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:45.17129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.478434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-21T04:23:45.17163Z","caller":"traceutil/trace.go:171","msg":"trace[1330461052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26279; }","duration":"980.863252ms","start":"2026-04-21T04:23:44.19075Z","end":"2026-04-21T04:23:45.171613Z","steps":["trace[1330461052] 'agreement among raft nodes before linearized reading' (duration: 980.151156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.173366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.190733Z","time spent":"982.620402ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"info","ts":"2026-04-21T04:23:45.550462Z","caller":"traceutil/trace.go:171","msg":"trace[388055847] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27164; }","duration":"379.559147ms","start":"2026-04-21T04:23:45.170872Z","end":"2026-04-21T04:23:45.550431Z","steps":["trace[388055847] 'read index received' (duration: 379.505666ms)","trace[388055847] 'applied index is now lower than readState.Index' (duration: 52.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:45.550636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.722842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:45.55068Z","caller":"traceutil/trace.go:171","msg":"trace[21581338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26280; }","duration":"808.812194ms","start":"2026-04-21T04:23:44.741855Z","end":"2026-04-21T04:23:45.550668Z","steps":["trace[21581338] 'agreement among raft nodes before linearized reading' (duration: 808.711372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.55067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.005941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:45.550718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.741841Z","time spent":"808.866485ms","remote":"127.0.0.1:37394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:45.55075Z","caller":"traceutil/trace.go:171","msg":"trace[1267347153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26280; }","duration":"488.137464ms","start":"2026-04-21T04:23:45.062592Z","end":"2026-04-21T04:23:45.55073Z","steps":["trace[1267347153] 'agreement among raft nodes before linearized reading' (duration: 487.981501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.550796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.062576Z","time spent":"488.212316ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:45.550901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.86436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:23:45.550982Z","caller":"traceutil/trace.go:171","msg":"trace[1245192330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26280; }","duration":"814.984963ms","start":"2026-04-21T04:23:44.735978Z","end":"2026-04-21T04:23:45.550963Z","steps":["trace[1245192330] 'agreement among raft nodes before linearized reading' (duration: 814.724657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.550966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.361298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68\" ","response":"range_response_count:1 size:8683"} {"level":"info","ts":"2026-04-21T04:23:45.551052Z","caller":"traceutil/trace.go:171","msg":"trace[1794729433] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"748.049113ms","start":"2026-04-21T04:23:44.802984Z","end":"2026-04-21T04:23:45.551033Z","steps":["trace[1794729433] 'process raft request' (duration: 747.278906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.551087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.334278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:45.551091Z","caller":"traceutil/trace.go:171","msg":"trace[2087379580] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68; range_end:; response_count:1; response_revision:26280; }","duration":"971.558483ms","start":"2026-04-21T04:23:44.579504Z","end":"2026-04-21T04:23:45.551063Z","steps":["trace[2087379580] 'agreement among raft nodes before linearized reading' (duration: 971.145734ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:45.551122Z","caller":"traceutil/trace.go:171","msg":"trace[839757614] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26280; }","duration":"488.368769ms","start":"2026-04-21T04:23:45.062743Z","end":"2026-04-21T04:23:45.551112Z","steps":["trace[839757614] 'agreement among raft nodes before linearized reading' (duration: 488.316088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.551156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.06272Z","time spent":"488.428701ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:45.551023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.735961Z","time spent":"815.052914ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-21T04:23:45.551158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.579482Z","time spent":"971.665105ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8706,"request content":"key:\"/registry/pods/openstack/magnum-api-65f58d8cbf-6hh68\" "} {"level":"warn","ts":"2026-04-21T04:23:45.551312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.802963Z","time spent":"748.117805ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:45.551497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116510639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-21T04:23:45.551608Z","caller":"traceutil/trace.go:171","msg":"trace[66682495] range","detail":"{range_begin:/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78; range_end:; response_count:1; response_revision:26280; }","duration":"1.116638783s","start":"2026-04-21T04:23:44.434937Z","end":"2026-04-21T04:23:45.551575Z","steps":["trace[66682495] 'agreement among raft nodes before linearized reading' (duration: 1.116018769s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:45.551641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:44.434914Z","time spent":"1.116718596s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a844757f254a78\" "} {"level":"warn","ts":"2026-04-21T04:23:46.148897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.472593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:46.149006Z","caller":"traceutil/trace.go:171","msg":"trace[1628021230] linearizableReadLoop","detail":"{readStateIndex:27166; appliedIndex:27165; }","duration":"598.44339ms","start":"2026-04-21T04:23:45.550544Z","end":"2026-04-21T04:23:46.148988Z","steps":["trace[1628021230] 'read index received' (duration: 171.792193ms)","trace[1628021230] 'applied index is now lower than readState.Index' (duration: 426.649627ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:46.149219Z","caller":"traceutil/trace.go:171","msg":"trace[1801907831] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"960.465711ms","start":"2026-04-21T04:23:45.188739Z","end":"2026-04-21T04:23:46.149205Z","steps":["trace[1801907831] 'process raft request' (duration: 533.598489ms)","trace[1801907831] 'compare' (duration: 425.688136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:46.149454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.571696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:46.149541Z","caller":"traceutil/trace.go:171","msg":"trace[990371963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26281; }","duration":"972.701838ms","start":"2026-04-21T04:23:45.176821Z","end":"2026-04-21T04:23:46.149523Z","steps":["trace[990371963] 'agreement among raft nodes before linearized reading' (duration: 972.415271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.149592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.176813Z","time spent":"972.77052ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:46.149627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.879822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:23:46.149679Z","caller":"traceutil/trace.go:171","msg":"trace[457570505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26281; }","duration":"728.970144ms","start":"2026-04-21T04:23:45.420693Z","end":"2026-04-21T04:23:46.149663Z","steps":["trace[457570505] 'agreement among raft nodes before linearized reading' (duration: 728.807381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.149714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.420674Z","time spent":"729.030475ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:46.149697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.021776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:23:46.149778Z","caller":"traceutil/trace.go:171","msg":"trace[1022062210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26281; }","duration":"729.130507ms","start":"2026-04-21T04:23:45.420624Z","end":"2026-04-21T04:23:46.149754Z","steps":["trace[1022062210] 'agreement among raft nodes before linearized reading' (duration: 728.891332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.14976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.368483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:46.149852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.420615Z","time spent":"729.216319ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:46.149692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.875995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:46.149873Z","caller":"traceutil/trace.go:171","msg":"trace[1010368866] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26281; }","duration":"788.546027ms","start":"2026-04-21T04:23:45.361301Z","end":"2026-04-21T04:23:46.149847Z","steps":["trace[1010368866] 'agreement among raft nodes before linearized reading' (duration: 788.311921ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:46.149912Z","caller":"traceutil/trace.go:171","msg":"trace[1397406170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26281; }","duration":"974.128741ms","start":"2026-04-21T04:23:45.175768Z","end":"2026-04-21T04:23:46.149897Z","steps":["trace[1397406170] 'agreement among raft nodes before linearized reading' (duration: 973.769773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.14994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.361282Z","time spent":"788.643129ms","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:23:46.149961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.175754Z","time spent":"974.197512ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:46.150039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.514033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:46.150145Z","caller":"traceutil/trace.go:171","msg":"trace[1495095543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26281; }","duration":"728.668907ms","start":"2026-04-21T04:23:45.421453Z","end":"2026-04-21T04:23:46.150122Z","steps":["trace[1495095543] 'agreement among raft nodes before linearized reading' (duration: 728.3504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.15021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.421444Z","time spent":"728.755738ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:46.15022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.188725Z","time spent":"961.453084ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:46.150767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.129188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:46.150859Z","caller":"traceutil/trace.go:171","msg":"trace[1356461867] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26281; }","duration":"753.237781ms","start":"2026-04-21T04:23:45.397601Z","end":"2026-04-21T04:23:46.150839Z","steps":["trace[1356461867] 'agreement among raft nodes before linearized reading' (duration: 751.616794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.150907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.397588Z","time spent":"753.308372ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2717,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:46.476448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.740262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:46.47685Z","caller":"traceutil/trace.go:171","msg":"trace[263589203] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"922.717621ms","start":"2026-04-21T04:23:45.554104Z","end":"2026-04-21T04:23:46.476821Z","steps":["trace[263589203] 'process raft request' (duration: 813.445507ms)","trace[263589203] 'compare' (duration: 108.500347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:46.476949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.554085Z","time spent":"922.821523ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:46.477044Z","caller":"traceutil/trace.go:171","msg":"trace[1561034008] linearizableReadLoop","detail":"{readStateIndex:27168; appliedIndex:27166; }","duration":"327.977904ms","start":"2026-04-21T04:23:46.149031Z","end":"2026-04-21T04:23:46.477009Z","steps":["trace[1561034008] 'read index received' (duration: 218.603978ms)","trace[1561034008] 'applied index is now lower than readState.Index' (duration: 109.371436ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:46.477114Z","caller":"traceutil/trace.go:171","msg":"trace[1741837455] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"914.046945ms","start":"2026-04-21T04:23:45.563031Z","end":"2026-04-21T04:23:46.477078Z","steps":["trace[1741837455] 'process raft request' (duration: 913.627916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.477209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.595894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:46.477211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.619879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:46.477251Z","caller":"traceutil/trace.go:171","msg":"trace[1861707076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26283; }","duration":"924.712987ms","start":"2026-04-21T04:23:45.552527Z","end":"2026-04-21T04:23:46.47724Z","steps":["trace[1861707076] 'agreement among raft nodes before linearized reading' (duration: 924.619814ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:46.477261Z","caller":"traceutil/trace.go:171","msg":"trace[645076704] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26283; }","duration":"533.755323ms","start":"2026-04-21T04:23:45.943494Z","end":"2026-04-21T04:23:46.477249Z","steps":["trace[645076704] 'agreement among raft nodes before linearized reading' (duration: 533.578668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.477281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.563008Z","time spent":"914.183789ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8767,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:46.477288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.552504Z","time spent":"924.776038ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:46.477304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.943463Z","time spent":"533.828824ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:46.477288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.826463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:46.477413Z","caller":"traceutil/trace.go:171","msg":"trace[76791807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26283; }","duration":"793.030678ms","start":"2026-04-21T04:23:45.684354Z","end":"2026-04-21T04:23:46.477384Z","steps":["trace[76791807] 'agreement among raft nodes before linearized reading' (duration: 792.770631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.477479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.684327Z","time spent":"793.139721ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:46.477628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.24736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:46.477846Z","caller":"traceutil/trace.go:171","msg":"trace[1103578259] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26283; }","duration":"757.828665ms","start":"2026-04-21T04:23:45.719893Z","end":"2026-04-21T04:23:46.477721Z","steps":["trace[1103578259] 'agreement among raft nodes before linearized reading' (duration: 757.19934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.477953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.407866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:23:46.478016Z","caller":"traceutil/trace.go:171","msg":"trace[1925637678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26283; }","duration":"738.497729ms","start":"2026-04-21T04:23:45.739503Z","end":"2026-04-21T04:23:46.478Z","steps":["trace[1925637678] 'agreement among raft nodes before linearized reading' (duration: 737.555337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.478055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.739489Z","time spent":"738.55794ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:23:46.478015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:45.719882Z","time spent":"758.027279ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:46.933412Z","caller":"traceutil/trace.go:171","msg":"trace[1978369514] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"777.159209ms","start":"2026-04-21T04:23:46.15623Z","end":"2026-04-21T04:23:46.933389Z","steps":["trace[1978369514] 'process raft request' (duration: 777.105628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.933544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.156222Z","time spent":"777.256591ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:46.93353Z","caller":"traceutil/trace.go:171","msg":"trace[121364443] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"778.233363ms","start":"2026-04-21T04:23:46.155271Z","end":"2026-04-21T04:23:46.933504Z","steps":["trace[121364443] 'process raft request' (duration: 704.052711ms)","trace[121364443] 'compare' (duration: 73.787363ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:46.933595Z","caller":"traceutil/trace.go:171","msg":"trace[315755862] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"777.303953ms","start":"2026-04-21T04:23:46.156278Z","end":"2026-04-21T04:23:46.933582Z","steps":["trace[315755862] 'process raft request' (duration: 777.084888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.933633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.15525Z","time spent":"778.325466ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:46.933666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.156273Z","time spent":"777.363604ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:46.933444Z","caller":"traceutil/trace.go:171","msg":"trace[859568545] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"777.477827ms","start":"2026-04-21T04:23:46.155919Z","end":"2026-04-21T04:23:46.933397Z","steps":["trace[859568545] 'process raft request' (duration: 777.358454ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:46.933835Z","caller":"traceutil/trace.go:171","msg":"trace[228666482] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27168; }","duration":"456.705487ms","start":"2026-04-21T04:23:46.477117Z","end":"2026-04-21T04:23:46.933822Z","steps":["trace[228666482] 'read index received' (duration: 382.284549ms)","trace[228666482] 'applied index is now lower than readState.Index' (duration: 74.419528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:46.93393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.155911Z","time spent":"777.853675ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:46.934001Z","caller":"traceutil/trace.go:171","msg":"trace[8965587] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"776.507316ms","start":"2026-04-21T04:23:46.157472Z","end":"2026-04-21T04:23:46.93398Z","steps":["trace[8965587] 'process raft request' (duration: 776.062765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.934016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.742219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:46.934057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.080802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a84483431b1c45\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-21T04:23:46.934057Z","caller":"traceutil/trace.go:171","msg":"trace[1791060620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"449.80915ms","start":"2026-04-21T04:23:46.484236Z","end":"2026-04-21T04:23:46.934045Z","steps":["trace[1791060620] 'agreement among raft nodes before linearized reading' (duration: 449.752789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.934079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.157464Z","time spent":"776.578858ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:46.934098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.484219Z","time spent":"449.867582ms","remote":"127.0.0.1:55162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:46.934107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.301133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:23:46.934101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.389947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:46.934101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.383094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:46.934147Z","caller":"traceutil/trace.go:171","msg":"trace[1437793676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26288; }","duration":"451.351865ms","start":"2026-04-21T04:23:46.482786Z","end":"2026-04-21T04:23:46.934138Z","steps":["trace[1437793676] 'agreement among raft nodes before linearized reading' (duration: 451.229532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.934145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.87615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-04-21T04:23:46.934178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.48278Z","time spent":"451.391226ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:23:46.934173Z","caller":"traceutil/trace.go:171","msg":"trace[31713798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26288; }","duration":"175.517757ms","start":"2026-04-21T04:23:46.758642Z","end":"2026-04-21T04:23:46.93416Z","steps":["trace[31713798] 'agreement among raft nodes before linearized reading' (duration: 175.350333ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:46.934087Z","caller":"traceutil/trace.go:171","msg":"trace[1987190447] range","detail":"{range_begin:/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a84483431b1c45; range_end:; response_count:1; response_revision:26288; }","duration":"452.147564ms","start":"2026-04-21T04:23:46.481932Z","end":"2026-04-21T04:23:46.934079Z","steps":["trace[1987190447] 'agreement among raft nodes before linearized reading' (duration: 452.042171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.934222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.481913Z","time spent":"452.302177ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/magnum-api-65f58d8cbf-6hh68.18a84483431b1c45\" "} {"level":"warn","ts":"2026-04-21T04:23:46.934108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.291295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:46.934188Z","caller":"traceutil/trace.go:171","msg":"trace[1331999283] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa; range_end:; response_count:1; response_revision:26288; }","duration":"755.947132ms","start":"2026-04-21T04:23:46.17823Z","end":"2026-04-21T04:23:46.934177Z","steps":["trace[1331999283] 'agreement among raft nodes before linearized reading' (duration: 755.824229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.934291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.17822Z","time spent":"756.064124ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d9137bc-8b93-44fd-b1ec-07d09ef4f9fa\" "} {"level":"info","ts":"2026-04-21T04:23:46.934295Z","caller":"traceutil/trace.go:171","msg":"trace[1437342167] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26288; }","duration":"778.582412ms","start":"2026-04-21T04:23:46.155696Z","end":"2026-04-21T04:23:46.934278Z","steps":["trace[1437342167] 'agreement among raft nodes before linearized reading' (duration: 778.260495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:46.93435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.155686Z","time spent":"778.654164ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:46.934174Z","caller":"traceutil/trace.go:171","msg":"trace[106511580] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26288; }","duration":"113.477369ms","start":"2026-04-21T04:23:46.820674Z","end":"2026-04-21T04:23:46.934151Z","steps":["trace[106511580] 'agreement among raft nodes before linearized reading' (duration: 113.327566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.385137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.471151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:47.385256Z","caller":"traceutil/trace.go:171","msg":"trace[1005518076] linearizableReadLoop","detail":"{readStateIndex:27174; appliedIndex:27173; }","duration":"446.005555ms","start":"2026-04-21T04:23:46.939231Z","end":"2026-04-21T04:23:47.385237Z","steps":["trace[1005518076] 'read index received' (duration: 217.226747ms)","trace[1005518076] 'applied index is now lower than readState.Index' (duration: 228.776738ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:47.385493Z","caller":"traceutil/trace.go:171","msg":"trace[448943079] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"449.628737ms","start":"2026-04-21T04:23:46.935849Z","end":"2026-04-21T04:23:47.385478Z","steps":["trace[448943079] 'process raft request' (duration: 220.744226ms)","trace[448943079] 'compare' (duration: 228.287377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:47.385584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.935834Z","time spent":"449.698948ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:47.385742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.534507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:47.385829Z","caller":"traceutil/trace.go:171","msg":"trace[1701073923] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26289; }","duration":"446.66504ms","start":"2026-04-21T04:23:46.939141Z","end":"2026-04-21T04:23:47.385806Z","steps":["trace[1701073923] 'agreement among raft nodes before linearized reading' (duration: 446.502036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.385883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.939128Z","time spent":"446.745331ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:47.840903Z","caller":"traceutil/trace.go:171","msg":"trace[1170490139] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"664.478239ms","start":"2026-04-21T04:23:47.176397Z","end":"2026-04-21T04:23:47.840876Z","steps":["trace[1170490139] 'process raft request' (duration: 645.543873ms)","trace[1170490139] 'compare' (duration: 18.380464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:47.841259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.176327Z","time spent":"664.851848ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:47.897764Z","caller":"traceutil/trace.go:171","msg":"trace[1961538834] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"721.190589ms","start":"2026-04-21T04:23:47.176546Z","end":"2026-04-21T04:23:47.897737Z","steps":["trace[1961538834] 'process raft request' (duration: 720.991464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.897916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.176513Z","time spent":"721.325272ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:47.898127Z","caller":"traceutil/trace.go:171","msg":"trace[1082626913] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"721.564317ms","start":"2026-04-21T04:23:47.176552Z","end":"2026-04-21T04:23:47.898116Z","steps":["trace[1082626913] 'process raft request' (duration: 721.137108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.898199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.176514Z","time spent":"721.646909ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:47.898412Z","caller":"traceutil/trace.go:171","msg":"trace[2097321601] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"721.546306ms","start":"2026-04-21T04:23:47.176854Z","end":"2026-04-21T04:23:47.898401Z","steps":["trace[2097321601] 'process raft request' (duration: 721.211629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.898478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.176842Z","time spent":"721.602987ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:47.898578Z","caller":"traceutil/trace.go:171","msg":"trace[613012968] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27174; }","duration":"513.281191ms","start":"2026-04-21T04:23:47.385285Z","end":"2026-04-21T04:23:47.898566Z","steps":["trace[613012968] 'read index received' (duration: 436.669634ms)","trace[613012968] 'applied index is now lower than readState.Index' (duration: 76.610267ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:47.89863Z","caller":"traceutil/trace.go:171","msg":"trace[454764018] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"721.099225ms","start":"2026-04-21T04:23:47.17752Z","end":"2026-04-21T04:23:47.89862Z","steps":["trace[454764018] 'process raft request' (duration: 720.964252ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:47.898658Z","caller":"traceutil/trace.go:171","msg":"trace[97735794] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"719.984841ms","start":"2026-04-21T04:23:47.178666Z","end":"2026-04-21T04:23:47.898651Z","steps":["trace[97735794] 'process raft request' (duration: 719.868098ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:47.898607Z","caller":"traceutil/trace.go:171","msg":"trace[2099025262] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"721.120087ms","start":"2026-04-21T04:23:47.177447Z","end":"2026-04-21T04:23:47.898567Z","steps":["trace[2099025262] 'process raft request' (duration: 720.915883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.898683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.177489Z","time spent":"721.164308ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:47.898708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.178655Z","time spent":"720.023902ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:47.898784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.672002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:47.898818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.177404Z","time spent":"721.299281ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:47.898873Z","caller":"traceutil/trace.go:171","msg":"trace[1996467116] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26296; }","duration":"506.816785ms","start":"2026-04-21T04:23:47.392035Z","end":"2026-04-21T04:23:47.898851Z","steps":["trace[1996467116] 'agreement among raft nodes before linearized reading' (duration: 506.643342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.898924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:47.392014Z","time spent":"506.900308ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:23:47.899077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.25199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:47.899164Z","caller":"traceutil/trace.go:171","msg":"trace[127402320] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26296; }","duration":"902.402333ms","start":"2026-04-21T04:23:46.996742Z","end":"2026-04-21T04:23:47.899144Z","steps":["trace[127402320] 'agreement among raft nodes before linearized reading' (duration: 902.037695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:47.89944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:46.996721Z","time spent":"902.567287ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:23:48.345239Z","caller":"traceutil/trace.go:171","msg":"trace[2111800622] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"187.6286ms","start":"2026-04-21T04:23:48.157574Z","end":"2026-04-21T04:23:48.345203Z","steps":["trace[2111800622] 'process raft request' (duration: 187.316063ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:48.632909Z","caller":"traceutil/trace.go:171","msg":"trace[847962081] linearizableReadLoop","detail":"{readStateIndex:27183; appliedIndex:27181; }","duration":"345.249763ms","start":"2026-04-21T04:23:48.287634Z","end":"2026-04-21T04:23:48.632884Z","steps":["trace[847962081] 'read index received' (duration: 57.371533ms)","trace[847962081] 'applied index is now lower than readState.Index' (duration: 287.87699ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:48.633016Z","caller":"traceutil/trace.go:171","msg":"trace[43465955] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"443.270742ms","start":"2026-04-21T04:23:48.189732Z","end":"2026-04-21T04:23:48.633003Z","steps":["trace[43465955] 'process raft request' (duration: 371.945345ms)","trace[43465955] 'compare' (duration: 71.037101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:48.633286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:48.189708Z","time spent":"443.333204ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:48.633357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.704052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-04-21T04:23:48.633456Z","caller":"traceutil/trace.go:171","msg":"trace[638118871] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:26298; }","duration":"345.867687ms","start":"2026-04-21T04:23:48.287564Z","end":"2026-04-21T04:23:48.633432Z","steps":["trace[638118871] 'agreement among raft nodes before linearized reading' (duration: 345.411307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:48.633518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:48.287542Z","time spent":"345.965239ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-04-21T04:23:49.040926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.558976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:49.04116Z","caller":"traceutil/trace.go:171","msg":"trace[696267429] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27184; }","duration":"202.299591ms","start":"2026-04-21T04:23:48.838843Z","end":"2026-04-21T04:23:49.041143Z","steps":["trace[696267429] 'read index received' (duration: 173.707646ms)","trace[696267429] 'applied index is now lower than readState.Index' (duration: 28.590705ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:49.041148Z","caller":"traceutil/trace.go:171","msg":"trace[2127661538] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"406.79508ms","start":"2026-04-21T04:23:48.634321Z","end":"2026-04-21T04:23:49.041116Z","steps":["trace[2127661538] 'process raft request' (duration: 156.975458ms)","trace[2127661538] 'compare' (duration: 249.381092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:49.041189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:48.634465Z","time spent":"406.716368ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:23:49.041281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:48.634299Z","time spent":"406.915953ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:23:49.041378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.522405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-21T04:23:49.041427Z","caller":"traceutil/trace.go:171","msg":"trace[1896488766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26299; }","duration":"202.603728ms","start":"2026-04-21T04:23:48.838808Z","end":"2026-04-21T04:23:49.041411Z","steps":["trace[1896488766] 'agreement among raft nodes before linearized reading' (duration: 202.436474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:49.041533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.549923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:23:49.041615Z","caller":"traceutil/trace.go:171","msg":"trace[1511493544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26299; }","duration":"102.667715ms","start":"2026-04-21T04:23:48.938929Z","end":"2026-04-21T04:23:49.041596Z","steps":["trace[1511493544] 'agreement among raft nodes before linearized reading' (duration: 102.417979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:49.041819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.672075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-21T04:23:49.041842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.596093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:23:49.041854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.839569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:49.04188Z","caller":"traceutil/trace.go:171","msg":"trace[5866740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26299; }","duration":"102.735817ms","start":"2026-04-21T04:23:48.939126Z","end":"2026-04-21T04:23:49.041862Z","steps":["trace[5866740] 'agreement among raft nodes before linearized reading' (duration: 102.556343ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.041899Z","caller":"traceutil/trace.go:171","msg":"trace[70434386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26299; }","duration":"102.89511ms","start":"2026-04-21T04:23:48.938992Z","end":"2026-04-21T04:23:49.041888Z","steps":["trace[70434386] 'agreement among raft nodes before linearized reading' (duration: 102.784178ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.041907Z","caller":"traceutil/trace.go:171","msg":"trace[1723831875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26299; }","duration":"102.695225ms","start":"2026-04-21T04:23:48.939188Z","end":"2026-04-21T04:23:49.041883Z","steps":["trace[1723831875] 'agreement among raft nodes before linearized reading' (duration: 102.46778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:49.042046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.703615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-21T04:23:49.042083Z","caller":"traceutil/trace.go:171","msg":"trace[422059638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26299; }","duration":"102.776707ms","start":"2026-04-21T04:23:48.939297Z","end":"2026-04-21T04:23:49.042073Z","steps":["trace[422059638] 'agreement among raft nodes before linearized reading' (duration: 102.678395ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.238088Z","caller":"traceutil/trace.go:171","msg":"trace[608725503] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"195.053167ms","start":"2026-04-21T04:23:49.043Z","end":"2026-04-21T04:23:49.238053Z","steps":["trace[608725503] 'process raft request' (duration: 117.639332ms)","trace[608725503] 'compare' (duration: 77.228491ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:49.238234Z","caller":"traceutil/trace.go:171","msg":"trace[664776144] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"191.466835ms","start":"2026-04-21T04:23:49.046743Z","end":"2026-04-21T04:23:49.23821Z","steps":["trace[664776144] 'process raft request' (duration: 191.386084ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.238281Z","caller":"traceutil/trace.go:171","msg":"trace[2037752718] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"192.11177ms","start":"2026-04-21T04:23:49.046154Z","end":"2026-04-21T04:23:49.238266Z","steps":["trace[2037752718] 'process raft request' (duration: 191.888815ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.23834Z","caller":"traceutil/trace.go:171","msg":"trace[1278082136] linearizableReadLoop","detail":"{readStateIndex:27187; appliedIndex:27186; }","duration":"193.291517ms","start":"2026-04-21T04:23:49.045025Z","end":"2026-04-21T04:23:49.238316Z","steps":["trace[1278082136] 'read index received' (duration: 115.631236ms)","trace[1278082136] 'applied index is now lower than readState.Index' (duration: 77.658371ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:49.238521Z","caller":"traceutil/trace.go:171","msg":"trace[2052833040] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"190.977295ms","start":"2026-04-21T04:23:49.047534Z","end":"2026-04-21T04:23:49.238511Z","steps":["trace[2052833040] 'process raft request' (duration: 190.630817ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.238566Z","caller":"traceutil/trace.go:171","msg":"trace[269689468] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"191.929696ms","start":"2026-04-21T04:23:49.046625Z","end":"2026-04-21T04:23:49.238554Z","steps":["trace[269689468] 'process raft request' (duration: 191.472076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:49.23874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.707347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-71b96bf6-afb3-4be8-809c-28ce731c825e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-21T04:23:49.238771Z","caller":"traceutil/trace.go:171","msg":"trace[904338589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-71b96bf6-afb3-4be8-809c-28ce731c825e; range_end:; response_count:1; response_revision:26304; }","duration":"193.780048ms","start":"2026-04-21T04:23:49.044982Z","end":"2026-04-21T04:23:49.238762Z","steps":["trace[904338589] 'agreement among raft nodes before linearized reading' (duration: 193.405999ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:49.238874Z","caller":"traceutil/trace.go:171","msg":"trace[1593777230] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"190.965385ms","start":"2026-04-21T04:23:49.047886Z","end":"2026-04-21T04:23:49.238851Z","steps":["trace[1593777230] 'process raft request' (duration: 190.557816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:49.633176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.091896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:49.633289Z","caller":"traceutil/trace.go:171","msg":"trace[1354246137] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26305; }","duration":"171.22046ms","start":"2026-04-21T04:23:49.462033Z","end":"2026-04-21T04:23:49.633254Z","steps":["trace[1354246137] 'count revisions from in-memory index tree' (duration: 171.008155ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:21.526709Z","caller":"traceutil/trace.go:171","msg":"trace[1244826607] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"107.830231ms","start":"2026-04-21T04:24:21.41885Z","end":"2026-04-21T04:24:21.52668Z","steps":["trace[1244826607] 'process raft request' (duration: 107.605446ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:21.530669Z","caller":"traceutil/trace.go:171","msg":"trace[756164220] linearizableReadLoop","detail":"{readStateIndex:27490; appliedIndex:27486; }","duration":"108.301401ms","start":"2026-04-21T04:24:21.422351Z","end":"2026-04-21T04:24:21.530652Z","steps":["trace[756164220] 'read index received' (duration: 104.196609ms)","trace[756164220] 'applied index is now lower than readState.Index' (duration: 4.103472ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:24:21.530704Z","caller":"traceutil/trace.go:171","msg":"trace[1580756243] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"110.534562ms","start":"2026-04-21T04:24:21.420151Z","end":"2026-04-21T04:24:21.530686Z","steps":["trace[1580756243] 'process raft request' (duration: 110.369828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:21.53082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.449825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:21.530867Z","caller":"traceutil/trace.go:171","msg":"trace[1172121491] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26597; }","duration":"108.548458ms","start":"2026-04-21T04:24:21.422306Z","end":"2026-04-21T04:24:21.530854Z","steps":["trace[1172121491] 'agreement among raft nodes before linearized reading' (duration: 108.419694ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:21.530939Z","caller":"traceutil/trace.go:171","msg":"trace[2053307432] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"110.800138ms","start":"2026-04-21T04:24:21.420127Z","end":"2026-04-21T04:24:21.530927Z","steps":["trace[2053307432] 'process raft request' (duration: 110.310196ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:21.530817Z","caller":"traceutil/trace.go:171","msg":"trace[437918680] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"108.808023ms","start":"2026-04-21T04:24:21.421973Z","end":"2026-04-21T04:24:21.530781Z","steps":["trace[437918680] 'process raft request' (duration: 108.594727ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:21.531077Z","caller":"traceutil/trace.go:171","msg":"trace[1012064395] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"108.425095ms","start":"2026-04-21T04:24:21.422639Z","end":"2026-04-21T04:24:21.531064Z","steps":["trace[1012064395] 'process raft request' (duration: 107.970384ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:25.833222Z","caller":"traceutil/trace.go:171","msg":"trace[428425307] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"284.912012ms","start":"2026-04-21T04:24:25.548283Z","end":"2026-04-21T04:24:25.833195Z","steps":["trace[428425307] 'process raft request' (duration: 284.772879ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:26.478331Z","caller":"traceutil/trace.go:171","msg":"trace[1024504653] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"930.006556ms","start":"2026-04-21T04:24:25.548294Z","end":"2026-04-21T04:24:26.4783Z","steps":["trace[1024504653] 'process raft request' (duration: 929.689469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.478464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.548282Z","time spent":"930.123778ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.478647Z","caller":"traceutil/trace.go:171","msg":"trace[1469361925] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"929.78818ms","start":"2026-04-21T04:24:25.548844Z","end":"2026-04-21T04:24:26.478632Z","steps":["trace[1469361925] 'process raft request' (duration: 929.300879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.478732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.548825Z","time spent":"929.862892ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.478733Z","caller":"traceutil/trace.go:171","msg":"trace[483897433] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"928.851979ms","start":"2026-04-21T04:24:25.549831Z","end":"2026-04-21T04:24:26.478683Z","steps":["trace[483897433] 'process raft request' (duration: 928.674845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.478924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.680923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-21T04:24:26.478925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.549822Z","time spent":"929.007004ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.478964Z","caller":"traceutil/trace.go:171","msg":"trace[901272569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26624; }","duration":"927.718653ms","start":"2026-04-21T04:24:25.551235Z","end":"2026-04-21T04:24:26.478954Z","steps":["trace[901272569] 'agreement among raft nodes before linearized reading' (duration: 927.56503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.478981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.551203Z","time spent":"927.774295ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:24:26.478584Z","caller":"traceutil/trace.go:171","msg":"trace[1511799314] linearizableReadLoop","detail":"{readStateIndex:27519; appliedIndex:27516; }","duration":"927.325985ms","start":"2026-04-21T04:24:25.551241Z","end":"2026-04-21T04:24:26.478567Z","steps":["trace[1511799314] 'read index received' (duration: 282.019887ms)","trace[1511799314] 'applied index is now lower than readState.Index' (duration: 645.305128ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:24:26.600911Z","caller":"traceutil/trace.go:171","msg":"trace[1027389748] linearizableReadLoop","detail":"{readStateIndex:27527; appliedIndex:27519; }","duration":"121.787845ms","start":"2026-04-21T04:24:26.479093Z","end":"2026-04-21T04:24:26.600881Z","steps":["trace[1027389748] 'read index received' (duration: 112.396834ms)","trace[1027389748] 'applied index is now lower than readState.Index' (duration: 9.389411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:24:26.601103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.685635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:26.601153Z","caller":"traceutil/trace.go:171","msg":"trace[1936363015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26632; }","duration":"936.799848ms","start":"2026-04-21T04:24:25.664339Z","end":"2026-04-21T04:24:26.601139Z","steps":["trace[1936363015] 'agreement among raft nodes before linearized reading' (duration: 936.641965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.601186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.66432Z","time spent":"936.857519ms","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:24:26.60149Z","caller":"traceutil/trace.go:171","msg":"trace[1446089422] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"592.436996ms","start":"2026-04-21T04:24:26.009038Z","end":"2026-04-21T04:24:26.601475Z","steps":["trace[1446089422] 'process raft request' (duration: 582.421969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.601568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.00901Z","time spent":"592.501277ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.601679Z","caller":"traceutil/trace.go:171","msg":"trace[1752857210] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"560.571007ms","start":"2026-04-21T04:24:26.041099Z","end":"2026-04-21T04:24:26.60167Z","steps":["trace[1752857210] 'process raft request' (duration: 559.503872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.601721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.04108Z","time spent":"560.616159ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.601826Z","caller":"traceutil/trace.go:171","msg":"trace[1376317808] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"558.652924ms","start":"2026-04-21T04:24:26.043164Z","end":"2026-04-21T04:24:26.601817Z","steps":["trace[1376317808] 'process raft request' (duration: 557.488977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.601873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.043141Z","time spent":"558.705766ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.602004Z","caller":"traceutil/trace.go:171","msg":"trace[1990666030] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"558.417149ms","start":"2026-04-21T04:24:26.043575Z","end":"2026-04-21T04:24:26.601992Z","steps":["trace[1990666030] 'process raft request' (duration: 557.114639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.043548Z","time spent":"558.473421ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.602151Z","caller":"traceutil/trace.go:171","msg":"trace[182507121] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"556.467106ms","start":"2026-04-21T04:24:26.045676Z","end":"2026-04-21T04:24:26.602143Z","steps":["trace[182507121] 'process raft request' (duration: 555.052283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.045658Z","time spent":"556.509176ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.602299Z","caller":"traceutil/trace.go:171","msg":"trace[20665978] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"556.249471ms","start":"2026-04-21T04:24:26.04604Z","end":"2026-04-21T04:24:26.60229Z","steps":["trace[20665978] 'process raft request' (duration: 554.722776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.045982Z","time spent":"556.333192ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.602474Z","caller":"traceutil/trace.go:171","msg":"trace[1307644870] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"553.451397ms","start":"2026-04-21T04:24:26.049012Z","end":"2026-04-21T04:24:26.602464Z","steps":["trace[1307644870] 'process raft request' (duration: 551.784809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.048993Z","time spent":"553.498128ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:24:26.60263Z","caller":"traceutil/trace.go:171","msg":"trace[1838057412] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"468.331078ms","start":"2026-04-21T04:24:26.134282Z","end":"2026-04-21T04:24:26.602613Z","steps":["trace[1838057412] 'process raft request' (duration: 466.551127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.134254Z","time spent":"468.393709ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:24:26.602797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.47845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:26.602823Z","caller":"traceutil/trace.go:171","msg":"trace[1076847677] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26632; }","duration":"377.50624ms","start":"2026-04-21T04:24:26.225307Z","end":"2026-04-21T04:24:26.602813Z","steps":["trace[1076847677] 'agreement among raft nodes before linearized reading' (duration: 377.458129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.602846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:26.225253Z","time spent":"377.585372ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:24:26.602994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.177989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:26.603018Z","caller":"traceutil/trace.go:171","msg":"trace[541809677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26632; }","duration":"647.231641ms","start":"2026-04-21T04:24:25.955778Z","end":"2026-04-21T04:24:26.60301Z","steps":["trace[541809677] 'agreement among raft nodes before linearized reading' (duration: 647.18788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:26.603041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.955736Z","time spent":"647.298772ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:24:26.643115Z","caller":"traceutil/trace.go:171","msg":"trace[795590056] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"161.003879ms","start":"2026-04-21T04:24:26.482082Z","end":"2026-04-21T04:24:26.643086Z","steps":["trace[795590056] 'process raft request' (duration: 160.823865ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:26.6434Z","caller":"traceutil/trace.go:171","msg":"trace[1227789882] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"159.268801ms","start":"2026-04-21T04:24:26.484056Z","end":"2026-04-21T04:24:26.643325Z","steps":["trace[1227789882] 'process raft request' (duration: 158.990374ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:28.081577Z","caller":"traceutil/trace.go:171","msg":"trace[239740592] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"276.450782ms","start":"2026-04-21T04:24:27.805099Z","end":"2026-04-21T04:24:28.08155Z","steps":["trace[239740592] 'process raft request' (duration: 276.263347ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:28.302452Z","caller":"traceutil/trace.go:171","msg":"trace[144351061] linearizableReadLoop","detail":"{readStateIndex:27531; appliedIndex:27529; }","duration":"463.038648ms","start":"2026-04-21T04:24:27.839389Z","end":"2026-04-21T04:24:28.302428Z","steps":["trace[144351061] 'read index received' (duration: 241.989947ms)","trace[144351061] 'applied index is now lower than readState.Index' (duration: 221.047141ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:24:28.30257Z","caller":"traceutil/trace.go:171","msg":"trace[1715810190] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"492.488714ms","start":"2026-04-21T04:24:27.810049Z","end":"2026-04-21T04:24:28.302537Z","steps":["trace[1715810190] 'process raft request' (duration: 492.206038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:28.302715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:27.810033Z","time spent":"492.601237ms","remote":"127.0.0.1:55328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8811,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:24:28.302817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.384396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:24:28.302903Z","caller":"traceutil/trace.go:171","msg":"trace[1829585600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26636; }","duration":"463.53841ms","start":"2026-04-21T04:24:27.839317Z","end":"2026-04-21T04:24:28.302855Z","steps":["trace[1829585600] 'agreement among raft nodes before linearized reading' (duration: 463.228993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:28.303748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:27.839296Z","time spent":"463.645162ms","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:24:28.306892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.045032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:28.306998Z","caller":"traceutil/trace.go:171","msg":"trace[146273019] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26637; }","duration":"306.211906ms","start":"2026-04-21T04:24:28.000765Z","end":"2026-04-21T04:24:28.306976Z","steps":["trace[146273019] 'agreement among raft nodes before linearized reading' (duration: 306.003851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:28.307056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:28.000741Z","time spent":"306.303418ms","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:24:28.307328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.923618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:28.307451Z","caller":"traceutil/trace.go:171","msg":"trace[954421426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26637; }","duration":"243.039011ms","start":"2026-04-21T04:24:28.064381Z","end":"2026-04-21T04:24:28.30742Z","steps":["trace[954421426] 'agreement among raft nodes before linearized reading' (duration: 242.890737ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:00.13043Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006d1b.wal"} {"level":"info","ts":"2026-04-21T04:25:08.722582Z","caller":"traceutil/trace.go:171","msg":"trace[1074360989] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28031; }","duration":"305.413907ms","start":"2026-04-21T04:25:08.417147Z","end":"2026-04-21T04:25:08.722561Z","steps":["trace[1074360989] 'read index received' (duration: 61.527976ms)","trace[1074360989] 'applied index is now lower than readState.Index' (duration: 243.884851ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:25:08.722665Z","caller":"traceutil/trace.go:171","msg":"trace[911825177] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"368.337665ms","start":"2026-04-21T04:25:08.354319Z","end":"2026-04-21T04:25:08.722657Z","steps":["trace[911825177] 'process raft request' (duration: 368.11155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:08.722755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:25:08.354293Z","time spent":"368.392927ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:25:08.722841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.642643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:08.722941Z","caller":"traceutil/trace.go:171","msg":"trace[1150403835] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27126; }","duration":"305.829678ms","start":"2026-04-21T04:25:08.417093Z","end":"2026-04-21T04:25:08.722922Z","steps":["trace[1150403835] 'agreement among raft nodes before linearized reading' (duration: 305.614082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:08.722986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:25:08.417056Z","time spent":"305.91976ms","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:25:08.723709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.427337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:25:08.723751Z","caller":"traceutil/trace.go:171","msg":"trace[2079327080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27127; }","duration":"201.510089ms","start":"2026-04-21T04:25:08.522232Z","end":"2026-04-21T04:25:08.723742Z","steps":["trace[2079327080] 'agreement among raft nodes before linearized reading' (duration: 201.070738ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:08.723578Z","caller":"traceutil/trace.go:171","msg":"trace[1519104683] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"243.674316ms","start":"2026-04-21T04:25:08.479879Z","end":"2026-04-21T04:25:08.723554Z","steps":["trace[1519104683] 'process raft request' (duration: 243.354179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.000833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.842824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:25:39.000929Z","caller":"traceutil/trace.go:171","msg":"trace[376553076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27365; }","duration":"114.004818ms","start":"2026-04-21T04:25:38.886907Z","end":"2026-04-21T04:25:39.000912Z","steps":["trace[376553076] 'range keys from in-memory index tree' (duration: 113.622639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.000936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.858024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:25:39.000988Z","caller":"traceutil/trace.go:171","msg":"trace[578249402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27365; }","duration":"121.938616ms","start":"2026-04-21T04:25:38.879034Z","end":"2026-04-21T04:25:39.000973Z","steps":["trace[578249402] 'range keys from in-memory index tree' (duration: 121.744491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.001041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.273785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:25:39.00113Z","caller":"traceutil/trace.go:171","msg":"trace[2124991242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27365; }","duration":"147.412408ms","start":"2026-04-21T04:25:38.853697Z","end":"2026-04-21T04:25:39.00111Z","steps":["trace[2124991242] 'range keys from in-memory index tree' (duration: 147.109932ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.001331Z","caller":"traceutil/trace.go:171","msg":"trace[1164226353] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"113.487356ms","start":"2026-04-21T04:25:38.88783Z","end":"2026-04-21T04:25:39.001317Z","steps":["trace[1164226353] 'process raft request' (duration: 90.83783ms)","trace[1164226353] 'compare' (duration: 22.126954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:25:39.001423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.671384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:25:39.001647Z","caller":"traceutil/trace.go:171","msg":"trace[394112801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27365; }","duration":"117.93909ms","start":"2026-04-21T04:25:38.883685Z","end":"2026-04-21T04:25:39.001625Z","steps":["trace[394112801] 'range keys from in-memory index tree' (duration: 117.428049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078033Z","caller":"traceutil/trace.go:171","msg":"trace[1165047146] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"164.892702ms","start":"2026-04-21T04:25:38.913115Z","end":"2026-04-21T04:25:39.078008Z","steps":["trace[1165047146] 'process raft request' (duration: 164.683147ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078235Z","caller":"traceutil/trace.go:171","msg":"trace[125929410] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"135.211319ms","start":"2026-04-21T04:25:38.942985Z","end":"2026-04-21T04:25:39.078197Z","steps":["trace[125929410] 'process raft request' (duration: 134.956663ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078024Z","caller":"traceutil/trace.go:171","msg":"trace[1429922748] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"180.736856ms","start":"2026-04-21T04:25:38.897243Z","end":"2026-04-21T04:25:39.07798Z","steps":["trace[1429922748] 'process raft request' (duration: 180.423179ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078309Z","caller":"traceutil/trace.go:171","msg":"trace[903036838] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"130.347424ms","start":"2026-04-21T04:25:38.947947Z","end":"2026-04-21T04:25:39.078294Z","steps":["trace[903036838] 'process raft request' (duration: 130.135559ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078342Z","caller":"traceutil/trace.go:171","msg":"trace[10196373] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"129.898244ms","start":"2026-04-21T04:25:38.948417Z","end":"2026-04-21T04:25:39.078315Z","steps":["trace[10196373] 'process raft request' (duration: 129.75299ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078539Z","caller":"traceutil/trace.go:171","msg":"trace[1791156803] linearizableReadLoop","detail":"{readStateIndex:28281; appliedIndex:28279; }","duration":"170.545075ms","start":"2026-04-21T04:25:38.90797Z","end":"2026-04-21T04:25:39.078515Z","steps":["trace[1791156803] 'read index received' (duration: 69.978715ms)","trace[1791156803] 'applied index is now lower than readState.Index' (duration: 100.56517ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:25:39.078508Z","caller":"traceutil/trace.go:171","msg":"trace[120557056] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"129.465944ms","start":"2026-04-21T04:25:38.949033Z","end":"2026-04-21T04:25:39.078499Z","steps":["trace[120557056] 'process raft request' (duration: 129.179146ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.078627Z","caller":"traceutil/trace.go:171","msg":"trace[338842334] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"129.507715ms","start":"2026-04-21T04:25:38.94908Z","end":"2026-04-21T04:25:39.078587Z","steps":["trace[338842334] 'process raft request' (duration: 129.360232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.078725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.741821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:39.07877Z","caller":"traceutil/trace.go:171","msg":"trace[133422978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27373; }","duration":"170.848123ms","start":"2026-04-21T04:25:38.907911Z","end":"2026-04-21T04:25:39.078759Z","steps":["trace[133422978] 'agreement among raft nodes before linearized reading' (duration: 170.73317ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.222849Z","caller":"traceutil/trace.go:171","msg":"trace[1491357148] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"218.384308ms","start":"2026-04-21T04:25:39.004438Z","end":"2026-04-21T04:25:39.222822Z","steps":["trace[1491357148] 'process raft request' (duration: 218.168933ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223275Z","caller":"traceutil/trace.go:171","msg":"trace[968381094] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"217.875466ms","start":"2026-04-21T04:25:39.005368Z","end":"2026-04-21T04:25:39.223244Z","steps":["trace[968381094] 'process raft request' (duration: 217.403815ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223414Z","caller":"traceutil/trace.go:171","msg":"trace[2005602470] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"217.150719ms","start":"2026-04-21T04:25:39.006222Z","end":"2026-04-21T04:25:39.223373Z","steps":["trace[2005602470] 'process raft request' (duration: 216.849102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.22352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.145563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:25:39.223551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.519658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:39.223599Z","caller":"traceutil/trace.go:171","msg":"trace[1427894194] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27377; }","duration":"254.273646ms","start":"2026-04-21T04:25:38.969305Z","end":"2026-04-21T04:25:39.223579Z","steps":["trace[1427894194] 'agreement among raft nodes before linearized reading' (duration: 254.116923ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223615Z","caller":"traceutil/trace.go:171","msg":"trace[627345415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27377; }","duration":"160.639241ms","start":"2026-04-21T04:25:39.062963Z","end":"2026-04-21T04:25:39.223602Z","steps":["trace[627345415] 'agreement among raft nodes before linearized reading' (duration: 160.508938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.22365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.825996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:39.223691Z","caller":"traceutil/trace.go:171","msg":"trace[1497287319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27377; }","duration":"272.907078ms","start":"2026-04-21T04:25:38.950771Z","end":"2026-04-21T04:25:39.223678Z","steps":["trace[1497287319] 'agreement among raft nodes before linearized reading' (duration: 272.816606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.223727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.460212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:25:39.22378Z","caller":"traceutil/trace.go:171","msg":"trace[157625089] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"216.896362ms","start":"2026-04-21T04:25:39.006842Z","end":"2026-04-21T04:25:39.223739Z","steps":["trace[157625089] 'process raft request' (duration: 216.395981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.223776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.148373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:25:39.223831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.734847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:25:39.223783Z","caller":"traceutil/trace.go:171","msg":"trace[314615544] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27377; }","duration":"279.603746ms","start":"2026-04-21T04:25:38.944161Z","end":"2026-04-21T04:25:39.223765Z","steps":["trace[314615544] 'agreement among raft nodes before linearized reading' (duration: 279.36342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:39.223901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.291557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:39.223934Z","caller":"traceutil/trace.go:171","msg":"trace[909191821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27377; }","duration":"202.901911ms","start":"2026-04-21T04:25:39.021007Z","end":"2026-04-21T04:25:39.223909Z","steps":["trace[909191821] 'agreement among raft nodes before linearized reading' (duration: 202.592044ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223875Z","caller":"traceutil/trace.go:171","msg":"trace[86877461] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27377; }","duration":"284.297277ms","start":"2026-04-21T04:25:38.939556Z","end":"2026-04-21T04:25:39.223854Z","steps":["trace[86877461] 'agreement among raft nodes before linearized reading' (duration: 284.108812ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223958Z","caller":"traceutil/trace.go:171","msg":"trace[297938294] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27377; }","duration":"284.389589ms","start":"2026-04-21T04:25:38.939558Z","end":"2026-04-21T04:25:39.223947Z","steps":["trace[297938294] 'agreement among raft nodes before linearized reading' (duration: 284.288987ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:39.223405Z","caller":"traceutil/trace.go:171","msg":"trace[15917386] linearizableReadLoop","detail":"{readStateIndex:28291; appliedIndex:28287; }","duration":"144.755135ms","start":"2026-04-21T04:25:39.078622Z","end":"2026-04-21T04:25:39.223377Z","steps":["trace[15917386] 'read index received' (duration: 143.916815ms)","trace[15917386] 'applied index is now lower than readState.Index' (duration: 837.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:25:39.224055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.520992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:25:39.224348Z","caller":"traceutil/trace.go:171","msg":"trace[1197253143] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27377; }","duration":"284.854471ms","start":"2026-04-21T04:25:38.939479Z","end":"2026-04-21T04:25:39.224334Z","steps":["trace[1197253143] 'agreement among raft nodes before linearized reading' (duration: 284.511462ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:04.149526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25093} {"level":"info","ts":"2026-04-21T04:26:04.295468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25093,"took":"139.658945ms","hash":3499301409,"current-db-size-bytes":59392000,"current-db-size":"59 MB","current-db-size-in-use-bytes":36286464,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-21T04:26:04.295569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3499301409,"revision":25093,"compact-revision":21943} {"level":"info","ts":"2026-04-21T04:28:00.279835Z","caller":"traceutil/trace.go:171","msg":"trace[431256862] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"114.349189ms","start":"2026-04-21T04:28:00.165449Z","end":"2026-04-21T04:28:00.279799Z","steps":["trace[431256862] 'process raft request' (duration: 114.215046ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:28:27.849464Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:28:27.856246Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-21T04:28:27.856362Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-21T04:31:04.157107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27614} {"level":"info","ts":"2026-04-21T04:31:04.284501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27614,"took":"123.51891ms","hash":3845807403,"current-db-size-bytes":59392000,"current-db-size":"59 MB","current-db-size-in-use-bytes":36392960,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-21T04:31:04.284574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3845807403,"revision":27614,"compact-revision":25093} {"level":"info","ts":"2026-04-21T04:36:04.163282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30253} {"level":"info","ts":"2026-04-21T04:36:04.299549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30253,"took":"132.094166ms","hash":2422061696,"current-db-size-bytes":59392000,"current-db-size":"59 MB","current-db-size-in-use-bytes":30162944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:36:04.299626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2422061696,"revision":30253,"compact-revision":27614} {"level":"info","ts":"2026-04-21T04:41:04.169108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32485} {"level":"info","ts":"2026-04-21T04:41:04.310618Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32485,"took":"137.972389ms","hash":210245520,"current-db-size-bytes":59392000,"current-db-size":"59 MB","current-db-size-in-use-bytes":29896704,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:41:04.310705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210245520,"revision":32485,"compact-revision":30253} {"level":"info","ts":"2026-04-21T04:46:04.178362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34720} {"level":"info","ts":"2026-04-21T04:46:04.317033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34720,"took":"134.001577ms","hash":370670845,"current-db-size-bytes":59392000,"current-db-size":"59 MB","current-db-size-in-use-bytes":31670272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-21T04:46:04.317094Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":370670845,"revision":34720,"compact-revision":32485} {"level":"info","ts":"2026-04-21T04:50:00.60356Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:50:00.60881Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-21T04:50:00.608982Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-21T04:51:04.185395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37022} {"level":"info","ts":"2026-04-21T04:51:04.308799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37022,"took":"119.158208ms","hash":2407524104,"current-db-size-bytes":61079552,"current-db-size":"61 MB","current-db-size-in-use-bytes":32047104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-21T04:51:04.308862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2407524104,"revision":37022,"compact-revision":34720}