{"level":"warn","ts":"2026-03-19T05:53:58.182876Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:53:58.182973Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T05:53:58.183039Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:53:58.183048Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-19T05:53:58.183067Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:53:58.183892Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-19T05:53:58.183985Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T05:53:58.189214Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.016577ms"} {"level":"info","ts":"2026-03-19T05:53:58.197631Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-19T05:53:58.197748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T05:53:58.197776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-19T05:53:58.197818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T05:53:58.197832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-19T05:53:58.197884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-19T05:53:58.205707Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T05:53:58.207698Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T05:53:58.209332Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T05:53:58.212509Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T05:53:58.2127Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T05:53:58.212686Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:53:58.212859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:53:58.212876Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:53:58.214754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-19T05:53:58.215314Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-19T05:53:58.217859Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:53:58.218016Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-19T05:53:58.218117Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-19T05:53:58.218224Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T05:53:58.218297Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T05:53:58.398816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T05:53:58.398874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T05:53:58.3989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-19T05:53:58.398927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-19T05:53:58.398936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-19T05:53:58.398947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-19T05:53:58.398971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-19T05:53:58.409806Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:53:58.411119Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:53:58.411127Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T05:53:58.411177Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:53:58.411675Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T05:53:58.411769Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T05:53:58.411857Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:53:58.412094Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:53:58.41221Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:53:58.413022Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T05:53:58.414991Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"warn","ts":"2026-03-19T05:54:06.281717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049814612s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:54:06.282099Z","caller":"traceutil/trace.go:171","msg":"trace[1427032891] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"131.583506ms","start":"2026-03-19T05:54:06.150494Z","end":"2026-03-19T05:54:06.282078Z","steps":["trace[1427032891] 'read index received' (duration: 131.365371ms)","trace[1427032891] 'applied index is now lower than readState.Index' (duration: 217.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:06.282192Z","caller":"traceutil/trace.go:171","msg":"trace[1873809138] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"1.050367667s","start":"2026-03-19T05:54:05.231814Z","end":"2026-03-19T05:54:06.282181Z","steps":["trace[1873809138] 'process raft request' (duration: 1.050121911s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:06.282363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.846922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T05:54:06.28247Z","caller":"traceutil/trace.go:171","msg":"trace[281567160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:285; }","duration":"132.024497ms","start":"2026-03-19T05:54:06.150429Z","end":"2026-03-19T05:54:06.282453Z","steps":["trace[281567160] 'agreement among raft nodes before linearized reading' (duration: 131.795132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:06.282659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:05.231796Z","time spent":"1.050429039s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:10.626146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.583118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:10.626219Z","caller":"traceutil/trace.go:171","msg":"trace[269941894] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"122.266589ms","start":"2026-03-19T05:54:10.50394Z","end":"2026-03-19T05:54:10.626207Z","steps":["trace[269941894] 'read index received' (duration: 14.416914ms)","trace[269941894] 'applied index is now lower than readState.Index' (duration: 107.848715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:10.62627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.331311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-19T05:54:10.626285Z","caller":"traceutil/trace.go:171","msg":"trace[828117426] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:355; }","duration":"122.390113ms","start":"2026-03-19T05:54:10.50389Z","end":"2026-03-19T05:54:10.62628Z","steps":["trace[828117426] 'agreement among raft nodes before linearized reading' (duration: 122.347971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:10.6263Z","caller":"traceutil/trace.go:171","msg":"trace[1371234509] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"193.971242ms","start":"2026-03-19T05:54:10.43228Z","end":"2026-03-19T05:54:10.626252Z","steps":["trace[1371234509] 'process raft request' (duration: 86.017134ms)","trace[1371234509] 'compare' (duration: 107.488386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:11.256235Z","caller":"traceutil/trace.go:171","msg":"trace[1946549317] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"207.151055ms","start":"2026-03-19T05:54:11.049053Z","end":"2026-03-19T05:54:11.256204Z","steps":["trace[1946549317] 'process raft request' (duration: 206.837527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:12.145798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849948481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:12.646709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849948481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:13.147872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849948481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:13.479945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.170827775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:54:13.487458Z","caller":"traceutil/trace.go:171","msg":"trace[908294590] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"1.842334632s","start":"2026-03-19T05:54:11.645097Z","end":"2026-03-19T05:54:13.487432Z","steps":["trace[908294590] 'read index received' (duration: 1.835081099s)","trace[908294590] 'applied index is now lower than readState.Index' (duration: 7.252473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:13.487593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842483867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:54:13.487566Z","caller":"traceutil/trace.go:171","msg":"trace[1272596982] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"2.178637612s","start":"2026-03-19T05:54:11.308889Z","end":"2026-03-19T05:54:13.487527Z","steps":["trace[1272596982] 'process raft request' (duration: 2.171275245s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.487634Z","caller":"traceutil/trace.go:171","msg":"trace[435122435] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:359; }","duration":"1.842583929s","start":"2026-03-19T05:54:11.645039Z","end":"2026-03-19T05:54:13.487622Z","steps":["trace[435122435] 'agreement among raft nodes before linearized reading' (duration: 1.842492047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.48768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:11.645012Z","time spent":"1.84265749s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-19T05:54:13.487755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:11.308851Z","time spent":"2.178801696s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:13.504507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.491724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:13.504607Z","caller":"traceutil/trace.go:171","msg":"trace[1414061995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:360; }","duration":"814.567316ms","start":"2026-03-19T05:54:12.689996Z","end":"2026-03-19T05:54:13.504564Z","steps":["trace[1414061995] 'agreement among raft nodes before linearized reading' (duration: 814.458343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.504659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.689966Z","time spent":"814.683389ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:13.504739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.904901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:54:13.504861Z","caller":"traceutil/trace.go:171","msg":"trace[2134467965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:360; }","duration":"873.116086ms","start":"2026-03-19T05:54:12.631722Z","end":"2026-03-19T05:54:13.504838Z","steps":["trace[2134467965] 'agreement among raft nodes before linearized reading' (duration: 872.918581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.50487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190872456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:54:13.50495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.631696Z","time spent":"873.240719ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:54:13.504995Z","caller":"traceutil/trace.go:171","msg":"trace[1726451074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:360; }","duration":"1.191066721s","start":"2026-03-19T05:54:12.3139Z","end":"2026-03-19T05:54:13.504967Z","steps":["trace[1726451074] 'agreement among raft nodes before linearized reading' (duration: 1.190780394s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.505075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.313881Z","time spent":"1.191178954s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:13.505101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192004256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:54:13.50515Z","caller":"traceutil/trace.go:171","msg":"trace[886072649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:360; }","duration":"1.192085037s","start":"2026-03-19T05:54:12.313051Z","end":"2026-03-19T05:54:13.505136Z","steps":["trace[886072649] 'agreement among raft nodes before linearized reading' (duration: 1.191894823s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.505191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.313022Z","time spent":"1.19216199s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:13.835642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.458441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:13.835866Z","caller":"traceutil/trace.go:171","msg":"trace[1446338895] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"326.80779ms","start":"2026-03-19T05:54:13.509036Z","end":"2026-03-19T05:54:13.835844Z","steps":["trace[1446338895] 'process raft request' (duration: 131.038052ms)","trace[1446338895] 'compare' (duration: 195.214334ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:13.835939Z","caller":"traceutil/trace.go:171","msg":"trace[586860263] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"326.565274ms","start":"2026-03-19T05:54:13.50934Z","end":"2026-03-19T05:54:13.835906Z","steps":["trace[586860263] 'process raft request' (duration: 326.426631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.835999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.50902Z","time spent":"326.904403ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:13.836058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.509332Z","time spent":"326.682407ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:13.836264Z","caller":"traceutil/trace.go:171","msg":"trace[1956184115] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"326.749347ms","start":"2026-03-19T05:54:13.509479Z","end":"2026-03-19T05:54:13.836228Z","steps":["trace[1956184115] 'process raft request' (duration: 326.377398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.83644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.509453Z","time spent":"326.889001ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:13.836493Z","caller":"traceutil/trace.go:171","msg":"trace[905889530] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"326.967633ms","start":"2026-03-19T05:54:13.509484Z","end":"2026-03-19T05:54:13.836452Z","steps":["trace[905889530] 'process raft request' (duration: 326.673175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.836561Z","caller":"traceutil/trace.go:171","msg":"trace[1192946536] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"301.805987ms","start":"2026-03-19T05:54:13.534742Z","end":"2026-03-19T05:54:13.836548Z","steps":["trace[1192946536] 'process raft request' (duration: 301.625553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.836573Z","caller":"traceutil/trace.go:171","msg":"trace[179040879] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"293.55539ms","start":"2026-03-19T05:54:13.542977Z","end":"2026-03-19T05:54:13.836533Z","steps":["trace[179040879] 'process raft request' (duration: 293.467678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.836651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.534717Z","time spent":"301.878399ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:13.836701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:13.50945Z","time spent":"327.145347ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:13.963565Z","caller":"traceutil/trace.go:171","msg":"trace[906841918] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"116.830923ms","start":"2026-03-19T05:54:13.846698Z","end":"2026-03-19T05:54:13.963529Z","steps":["trace[906841918] 'process raft request' (duration: 103.557437ms)","trace[906841918] 'compare' (duration: 13.123312ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:15.650073Z","caller":"traceutil/trace.go:171","msg":"trace[231000024] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"215.892586ms","start":"2026-03-19T05:54:15.434153Z","end":"2026-03-19T05:54:15.650046Z","steps":["trace[231000024] 'process raft request' (duration: 215.65576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.073298Z","caller":"traceutil/trace.go:171","msg":"trace[775132512] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"227.383706ms","start":"2026-03-19T05:54:15.845886Z","end":"2026-03-19T05:54:16.07327Z","steps":["trace[775132512] 'process raft request' (duration: 203.946854ms)","trace[775132512] 'compare' (duration: 23.239938ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:16.073574Z","caller":"traceutil/trace.go:171","msg":"trace[1848798632] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"227.507569ms","start":"2026-03-19T05:54:15.846034Z","end":"2026-03-19T05:54:16.073541Z","steps":["trace[1848798632] 'process raft request' (duration: 227.197291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.073659Z","caller":"traceutil/trace.go:171","msg":"trace[1833712521] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:387; }","duration":"117.301385ms","start":"2026-03-19T05:54:15.95634Z","end":"2026-03-19T05:54:16.073641Z","steps":["trace[1833712521] 'read index received' (duration: 93.468602ms)","trace[1833712521] 'applied index is now lower than readState.Index' (duration: 23.831693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:16.073715Z","caller":"traceutil/trace.go:171","msg":"trace[1961076646] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"226.145786ms","start":"2026-03-19T05:54:15.847555Z","end":"2026-03-19T05:54:16.073701Z","steps":["trace[1961076646] 'process raft request' (duration: 225.88781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.073771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.421987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:16.073823Z","caller":"traceutil/trace.go:171","msg":"trace[609522111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"117.544901ms","start":"2026-03-19T05:54:15.956262Z","end":"2026-03-19T05:54:16.073807Z","steps":["trace[609522111] 'agreement among raft nodes before linearized reading' (duration: 117.444008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:17.127812Z","caller":"traceutil/trace.go:171","msg":"trace[2097396481] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:391; }","duration":"170.652864ms","start":"2026-03-19T05:54:16.957132Z","end":"2026-03-19T05:54:17.127784Z","steps":["trace[2097396481] 'read index received' (duration: 170.394097ms)","trace[2097396481] 'applied index is now lower than readState.Index' (duration: 257.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:17.127868Z","caller":"traceutil/trace.go:171","msg":"trace[621526652] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"272.786014ms","start":"2026-03-19T05:54:16.85505Z","end":"2026-03-19T05:54:17.127836Z","steps":["trace[621526652] 'process raft request' (duration: 272.541408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:17.127953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.788767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:17.128021Z","caller":"traceutil/trace.go:171","msg":"trace[61357532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:374; }","duration":"170.881829ms","start":"2026-03-19T05:54:16.957102Z","end":"2026-03-19T05:54:17.127984Z","steps":["trace[61357532] 'agreement among raft nodes before linearized reading' (duration: 170.787046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:19.219841Z","caller":"traceutil/trace.go:171","msg":"trace[1229320562] linearizableReadLoop","detail":"{readStateIndex:397; appliedIndex:396; }","duration":"262.036793ms","start":"2026-03-19T05:54:18.957782Z","end":"2026-03-19T05:54:19.219819Z","steps":["trace[1229320562] 'read index received' (duration: 261.850958ms)","trace[1229320562] 'applied index is now lower than readState.Index' (duration: 182.734µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:19.220007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.172057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:19.220056Z","caller":"traceutil/trace.go:171","msg":"trace[364915378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"262.299579ms","start":"2026-03-19T05:54:18.95774Z","end":"2026-03-19T05:54:19.22004Z","steps":["trace[364915378] 'agreement among raft nodes before linearized reading' (duration: 262.176906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:19.220306Z","caller":"traceutil/trace.go:171","msg":"trace[1491525087] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"387.917723ms","start":"2026-03-19T05:54:18.832339Z","end":"2026-03-19T05:54:19.220257Z","steps":["trace[1491525087] 'process raft request' (duration: 387.315928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:19.220465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:18.832313Z","time spent":"388.067268ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:19.595463Z","caller":"traceutil/trace.go:171","msg":"trace[839197879] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"367.818336ms","start":"2026-03-19T05:54:19.227617Z","end":"2026-03-19T05:54:19.595435Z","steps":["trace[839197879] 'process raft request' (duration: 307.548193ms)","trace[839197879] 'compare' (duration: 59.984746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:19.595609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:19.22758Z","time spent":"367.955919ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:20.40921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849948531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:20.909841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849948531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:21.37081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769471252s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:54:21.84763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.507883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:21.847725Z","caller":"traceutil/trace.go:171","msg":"trace[350887734] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"2.246545539s","start":"2026-03-19T05:54:19.601162Z","end":"2026-03-19T05:54:21.847708Z","steps":["trace[350887734] 'process raft request' (duration: 1.769890082s)","trace[350887734] 'compare' (duration: 475.862577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:21.847765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:19.601129Z","time spent":"2.24662114s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:21.860653Z","caller":"traceutil/trace.go:171","msg":"trace[1432957119] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:398; }","duration":"1.951894312s","start":"2026-03-19T05:54:19.908733Z","end":"2026-03-19T05:54:21.860627Z","steps":["trace[1432957119] 'read index received' (duration: 1.462328938s)","trace[1432957119] 'applied index is now lower than readState.Index' (duration: 489.564354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:21.860928Z","caller":"traceutil/trace.go:171","msg":"trace[1214912764] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"2.257974787s","start":"2026-03-19T05:54:19.60294Z","end":"2026-03-19T05:54:21.860915Z","steps":["trace[1214912764] 'process raft request' (duration: 2.257446434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.861026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:19.602909Z","time spent":"2.258055299s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:21.861371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952622009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:54:21.861474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76071461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:54:21.861529Z","caller":"traceutil/trace.go:171","msg":"trace[1744358853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:384; }","duration":"1.760814703s","start":"2026-03-19T05:54:20.100701Z","end":"2026-03-19T05:54:21.861516Z","steps":["trace[1744358853] 'agreement among raft nodes before linearized reading' (duration: 1.760729941s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.861538Z","caller":"traceutil/trace.go:171","msg":"trace[1922297958] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"2.256262314s","start":"2026-03-19T05:54:19.60526Z","end":"2026-03-19T05:54:21.861522Z","steps":["trace[1922297958] 'process raft request' (duration: 2.255262819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.861564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.100679Z","time spent":"1.760877884s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:21.861665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:19.605235Z","time spent":"2.256346145s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:21.861798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.382759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:54:21.861835Z","caller":"traceutil/trace.go:171","msg":"trace[312550140] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:384; }","duration":"216.469461ms","start":"2026-03-19T05:54:21.645356Z","end":"2026-03-19T05:54:21.861826Z","steps":["trace[312550140] 'agreement among raft nodes before linearized reading' (duration: 216.412149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.861981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.603363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:21.862014Z","caller":"traceutil/trace.go:171","msg":"trace[951692335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:384; }","duration":"904.676615ms","start":"2026-03-19T05:54:20.95733Z","end":"2026-03-19T05:54:21.862006Z","steps":["trace[951692335] 'agreement among raft nodes before linearized reading' (duration: 904.629854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.862044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.957307Z","time spent":"904.731886ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:21.862276Z","caller":"traceutil/trace.go:171","msg":"trace[1023170480] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"1.458780599s","start":"2026-03-19T05:54:20.403299Z","end":"2026-03-19T05:54:21.86208Z","steps":["trace[1023170480] 'process raft request' (duration: 1.457283412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.862354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759796587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T05:54:21.862375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.40327Z","time spent":"1.459053216s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:21.862425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760128044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:21.862455Z","caller":"traceutil/trace.go:171","msg":"trace[236869617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:384; }","duration":"1.760209326s","start":"2026-03-19T05:54:20.102238Z","end":"2026-03-19T05:54:21.862448Z","steps":["trace[236869617] 'agreement among raft nodes before linearized reading' (duration: 1.760167175s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.862484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.10221Z","time spent":"1.760267998s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:21.862388Z","caller":"traceutil/trace.go:171","msg":"trace[1828913317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"1.759878808s","start":"2026-03-19T05:54:20.1025Z","end":"2026-03-19T05:54:21.862379Z","steps":["trace[1828913317] 'agreement among raft nodes before linearized reading' (duration: 1.759824007s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.861475Z","caller":"traceutil/trace.go:171","msg":"trace[1776855141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:384; }","duration":"1.952784514s","start":"2026-03-19T05:54:19.908657Z","end":"2026-03-19T05:54:21.861441Z","steps":["trace[1776855141] 'agreement among raft nodes before linearized reading' (duration: 1.95261518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.86262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:19.908625Z","time spent":"1.953986864s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:21.86262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:20.102475Z","time spent":"1.760130024s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:54:21.980608Z","caller":"traceutil/trace.go:171","msg":"trace[903537657] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"112.572755ms","start":"2026-03-19T05:54:21.868012Z","end":"2026-03-19T05:54:21.980585Z","steps":["trace[903537657] 'process raft request' (duration: 110.527694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.980894Z","caller":"traceutil/trace.go:171","msg":"trace[1695551334] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"109.426377ms","start":"2026-03-19T05:54:21.871442Z","end":"2026-03-19T05:54:21.980869Z","steps":["trace[1695551334] 'process raft request' (duration: 109.104508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981158Z","caller":"traceutil/trace.go:171","msg":"trace[29683014] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"108.754179ms","start":"2026-03-19T05:54:21.872384Z","end":"2026-03-19T05:54:21.981139Z","steps":["trace[29683014] 'process raft request' (duration: 108.388719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981242Z","caller":"traceutil/trace.go:171","msg":"trace[858317767] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"108.207595ms","start":"2026-03-19T05:54:21.873001Z","end":"2026-03-19T05:54:21.981209Z","steps":["trace[858317767] 'process raft request' (duration: 108.123933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981457Z","caller":"traceutil/trace.go:171","msg":"trace[1117903579] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"108.925343ms","start":"2026-03-19T05:54:21.872517Z","end":"2026-03-19T05:54:21.981443Z","steps":["trace[1117903579] 'process raft request' (duration: 108.515493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981535Z","caller":"traceutil/trace.go:171","msg":"trace[266472730] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"106.327648ms","start":"2026-03-19T05:54:21.875181Z","end":"2026-03-19T05:54:21.981508Z","steps":["trace[266472730] 'process raft request' (duration: 106.199935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981651Z","caller":"traceutil/trace.go:171","msg":"trace[414811711] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"107.836966ms","start":"2026-03-19T05:54:21.873801Z","end":"2026-03-19T05:54:21.981638Z","steps":["trace[414811711] 'process raft request' (duration: 107.369264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981709Z","caller":"traceutil/trace.go:171","msg":"trace[1644692053] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"106.118422ms","start":"2026-03-19T05:54:21.875578Z","end":"2026-03-19T05:54:21.981696Z","steps":["trace[1644692053] 'process raft request' (duration: 105.894707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.981657Z","caller":"traceutil/trace.go:171","msg":"trace[828122113] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"103.512756ms","start":"2026-03-19T05:54:21.878133Z","end":"2026-03-19T05:54:21.981645Z","steps":["trace[828122113] 'process raft request' (duration: 103.451575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.478122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.4171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:22.478256Z","caller":"traceutil/trace.go:171","msg":"trace[2146488787] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"447.723315ms","start":"2026-03-19T05:54:22.030513Z","end":"2026-03-19T05:54:22.478236Z","steps":["trace[2146488787] 'read index received' (duration: 157.071989ms)","trace[2146488787] 'applied index is now lower than readState.Index' (duration: 290.649846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:22.478335Z","caller":"traceutil/trace.go:171","msg":"trace[1011555556] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"447.886509ms","start":"2026-03-19T05:54:22.030439Z","end":"2026-03-19T05:54:22.478325Z","steps":["trace[1011555556] 'process raft request' (duration: 157.159282ms)","trace[1011555556] 'compare' (duration: 290.258716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:22.478406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:22.030409Z","time spent":"447.964882ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:22.478532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.991002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T05:54:22.47863Z","caller":"traceutil/trace.go:171","msg":"trace[91584214] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:396; }","duration":"448.131986ms","start":"2026-03-19T05:54:22.030475Z","end":"2026-03-19T05:54:22.478607Z","steps":["trace[91584214] 'agreement among raft nodes before linearized reading' (duration: 447.967071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.478677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:22.030464Z","time spent":"448.205388ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T05:54:22.487019Z","caller":"traceutil/trace.go:171","msg":"trace[1325521313] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"449.560801ms","start":"2026-03-19T05:54:22.037433Z","end":"2026-03-19T05:54:22.486994Z","steps":["trace[1325521313] 'process raft request' (duration: 449.333736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.487064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.222024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-03-19T05:54:22.487146Z","caller":"traceutil/trace.go:171","msg":"trace[1472207184] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:397; }","duration":"453.367138ms","start":"2026-03-19T05:54:22.033758Z","end":"2026-03-19T05:54:22.487125Z","steps":["trace[1472207184] 'agreement among raft nodes before linearized reading' (duration: 453.174223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:22.487186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:22.037416Z","time spent":"449.684154ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:22.487204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:22.033738Z","time spent":"453.45615ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3833,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-19T05:54:33.922894Z","caller":"traceutil/trace.go:171","msg":"trace[196548774] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"118.224488ms","start":"2026-03-19T05:54:33.804652Z","end":"2026-03-19T05:54:33.922877Z","steps":["trace[196548774] 'process raft request' (duration: 118.044933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.44879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.297327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T05:54:34.448868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.575495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T05:54:34.448936Z","caller":"traceutil/trace.go:171","msg":"trace[1075676464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:472; }","duration":"332.679858ms","start":"2026-03-19T05:54:34.116239Z","end":"2026-03-19T05:54:34.448919Z","steps":["trace[1075676464] 'range keys from in-memory index tree' (duration: 332.420991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.448973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:34.116216Z","time spent":"332.749ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:34.448997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.547664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:54:34.44905Z","caller":"traceutil/trace.go:171","msg":"trace[523461482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:472; }","duration":"328.632226ms","start":"2026-03-19T05:54:34.120401Z","end":"2026-03-19T05:54:34.449033Z","steps":["trace[523461482] 'range keys from in-memory index tree' (duration: 328.42446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.449091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:34.120386Z","time spent":"328.697107ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:34.449068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.288525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-19T05:54:34.449198Z","caller":"traceutil/trace.go:171","msg":"trace[302874387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:472; }","duration":"328.467932ms","start":"2026-03-19T05:54:34.120401Z","end":"2026-03-19T05:54:34.448869Z","steps":["trace[302874387] 'range keys from in-memory index tree' (duration: 328.154783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:34.449184Z","caller":"traceutil/trace.go:171","msg":"trace[113445435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:472; }","duration":"100.48827ms","start":"2026-03-19T05:54:34.34867Z","end":"2026-03-19T05:54:34.449159Z","steps":["trace[113445435] 'range keys from in-memory index tree' (duration: 100.130291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.449238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:34.120383Z","time spent":"328.848221ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:34.44941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.956054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:34.449448Z","caller":"traceutil/trace.go:171","msg":"trace[672332521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:472; }","duration":"329.044366ms","start":"2026-03-19T05:54:34.120392Z","end":"2026-03-19T05:54:34.449436Z","steps":["trace[672332521] 'range keys from in-memory index tree' (duration: 328.292017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.449479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:34.120366Z","time spent":"329.104928ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:36.791896Z","caller":"traceutil/trace.go:171","msg":"trace[1525458938] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"316.743765ms","start":"2026-03-19T05:54:36.475129Z","end":"2026-03-19T05:54:36.791873Z","steps":["trace[1525458938] 'read index received' (duration: 316.586151ms)","trace[1525458938] 'applied index is now lower than readState.Index' (duration: 156.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:36.792054Z","caller":"traceutil/trace.go:171","msg":"trace[1064114094] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"323.981319ms","start":"2026-03-19T05:54:36.468005Z","end":"2026-03-19T05:54:36.791987Z","steps":["trace[1064114094] 'process raft request' (duration: 323.714962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.792186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.032572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T05:54:36.79215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.971631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T05:54:36.79224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.110384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:36.792263Z","caller":"traceutil/trace.go:171","msg":"trace[706295984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:479; }","duration":"317.186548ms","start":"2026-03-19T05:54:36.475071Z","end":"2026-03-19T05:54:36.792257Z","steps":["trace[706295984] 'agreement among raft nodes before linearized reading' (duration: 316.961052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.79225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.467952Z","time spent":"324.196444ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:36.792266Z","caller":"traceutil/trace.go:171","msg":"trace[1727868624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:479; }","duration":"317.165707ms","start":"2026-03-19T05:54:36.475071Z","end":"2026-03-19T05:54:36.792236Z","steps":["trace[1727868624] 'agreement among raft nodes before linearized reading' (duration: 316.919781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.792291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.475036Z","time spent":"317.249009ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:36.792223Z","caller":"traceutil/trace.go:171","msg":"trace[13332135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:479; }","duration":"317.132656ms","start":"2026-03-19T05:54:36.475081Z","end":"2026-03-19T05:54:36.792214Z","steps":["trace[13332135] 'agreement among raft nodes before linearized reading' (duration: 316.956171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.792335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.475045Z","time spent":"317.27896ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:36.792386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.475068Z","time spent":"317.28844ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:37.347595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.670317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:37.347931Z","caller":"traceutil/trace.go:171","msg":"trace[64059976] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:500; }","duration":"389.77362ms","start":"2026-03-19T05:54:36.958136Z","end":"2026-03-19T05:54:37.34791Z","steps":["trace[64059976] 'read index received' (duration: 204.773525ms)","trace[64059976] 'applied index is now lower than readState.Index' (duration: 184.999015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:37.347916Z","caller":"traceutil/trace.go:171","msg":"trace[1380813430] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"552.208015ms","start":"2026-03-19T05:54:36.795658Z","end":"2026-03-19T05:54:37.347866Z","steps":["trace[1380813430] 'process raft request' (duration: 367.167879ms)","trace[1380813430] 'compare' (duration: 184.528664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:37.348049Z","caller":"traceutil/trace.go:171","msg":"trace[557088602] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"551.514168ms","start":"2026-03-19T05:54:36.796513Z","end":"2026-03-19T05:54:37.348027Z","steps":["trace[557088602] 'process raft request' (duration: 551.327174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:37.348122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.796501Z","time spent":"551.5815ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:37.348109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.954136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:37.348099Z","caller":"traceutil/trace.go:171","msg":"trace[984778995] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"551.776895ms","start":"2026-03-19T05:54:36.796277Z","end":"2026-03-19T05:54:37.348054Z","steps":["trace[984778995] 'process raft request' (duration: 551.454827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:37.348168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.795632Z","time spent":"552.39058ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:37.348214Z","caller":"traceutil/trace.go:171","msg":"trace[1930503697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"390.120529ms","start":"2026-03-19T05:54:36.958072Z","end":"2026-03-19T05:54:37.348192Z","steps":["trace[1930503697] 'agreement among raft nodes before linearized reading' (duration: 389.927745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:37.348261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.958009Z","time spent":"390.242883ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:37.348429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.796252Z","time spent":"552.046412ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:38.953475Z","caller":"traceutil/trace.go:171","msg":"trace[213119827] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"154.442503ms","start":"2026-03-19T05:54:38.798992Z","end":"2026-03-19T05:54:38.953435Z","steps":["trace[213119827] 'process raft request' (duration: 154.200667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:41.98224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:41.64703Z","time spent":"335.200691ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:54:43.545305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.061916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g969p\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-19T05:54:43.545382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.569137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:43.545468Z","caller":"traceutil/trace.go:171","msg":"trace[917420570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"173.716651ms","start":"2026-03-19T05:54:43.37173Z","end":"2026-03-19T05:54:43.545447Z","steps":["trace[917420570] 'range keys from in-memory index tree' (duration: 173.380312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:43.545472Z","caller":"traceutil/trace.go:171","msg":"trace[762776716] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g969p; range_end:; response_count:1; response_revision:638; }","duration":"162.255061ms","start":"2026-03-19T05:54:43.383183Z","end":"2026-03-19T05:54:43.545438Z","steps":["trace[762776716] 'range keys from in-memory index tree' (duration: 161.8505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:43.545338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.905517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:54:43.545601Z","caller":"traceutil/trace.go:171","msg":"trace[1562283137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"163.184994ms","start":"2026-03-19T05:54:43.38239Z","end":"2026-03-19T05:54:43.545575Z","steps":["trace[1562283137] 'range keys from in-memory index tree' (duration: 162.733913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:43.545859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.732474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:54:43.54591Z","caller":"traceutil/trace.go:171","msg":"trace[1581193246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"162.801576ms","start":"2026-03-19T05:54:43.383094Z","end":"2026-03-19T05:54:43.545896Z","steps":["trace[1581193246] 'range keys from in-memory index tree' (duration: 162.617661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:44.066095Z","caller":"traceutil/trace.go:171","msg":"trace[1235722187] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"515.509529ms","start":"2026-03-19T05:54:43.550554Z","end":"2026-03-19T05:54:44.066063Z","steps":["trace[1235722187] 'process raft request' (duration: 515.318264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:44.066296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:43.550532Z","time spent":"515.655152ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:44.359012Z","caller":"traceutil/trace.go:171","msg":"trace[968020120] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"808.242547ms","start":"2026-03-19T05:54:43.550742Z","end":"2026-03-19T05:54:44.358984Z","steps":["trace[968020120] 'process raft request' (duration: 808.128524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:44.359027Z","caller":"traceutil/trace.go:171","msg":"trace[146711452] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"808.36465ms","start":"2026-03-19T05:54:43.550625Z","end":"2026-03-19T05:54:44.358989Z","steps":["trace[146711452] 'process raft request' (duration: 808.083723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:44.359193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:43.550723Z","time spent":"808.377101ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:44.359206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:43.550592Z","time spent":"808.524545ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:44.359351Z","caller":"traceutil/trace.go:171","msg":"trace[1586756370] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"762.190233ms","start":"2026-03-19T05:54:43.59715Z","end":"2026-03-19T05:54:44.359341Z","steps":["trace[1586756370] 'process raft request' (duration: 761.777393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:44.359414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:43.597138Z","time spent":"762.242054ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:44.35958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.838281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:44.359685Z","caller":"traceutil/trace.go:171","msg":"trace[728900778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"403.005965ms","start":"2026-03-19T05:54:43.956662Z","end":"2026-03-19T05:54:44.359668Z","steps":["trace[728900778] 'agreement among raft nodes before linearized reading' (duration: 402.77948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:44.359746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:43.956646Z","time spent":"403.087028ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:44.359402Z","caller":"traceutil/trace.go:171","msg":"trace[1431239973] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:662; }","duration":"402.612346ms","start":"2026-03-19T05:54:43.956712Z","end":"2026-03-19T05:54:44.359324Z","steps":["trace[1431239973] 'read index received' (duration: 109.18201ms)","trace[1431239973] 'applied index is now lower than readState.Index' (duration: 293.427106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.004077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.912473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:45.004229Z","caller":"traceutil/trace.go:171","msg":"trace[184863857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:642; }","duration":"570.081307ms","start":"2026-03-19T05:54:44.434128Z","end":"2026-03-19T05:54:45.004209Z","steps":["trace[184863857] 'range keys from in-memory index tree' (duration: 569.892263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:45.004265Z","caller":"traceutil/trace.go:171","msg":"trace[1182518712] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"778.963467ms","start":"2026-03-19T05:54:44.22528Z","end":"2026-03-19T05:54:45.004244Z","steps":["trace[1182518712] 'process raft request' (duration: 763.148317ms)","trace[1182518712] 'compare' (duration: 15.500402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.004387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:44.225259Z","time spent":"779.057109ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:45.683898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.118645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:45.684065Z","caller":"traceutil/trace.go:171","msg":"trace[214722153] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"675.130803ms","start":"2026-03-19T05:54:45.008912Z","end":"2026-03-19T05:54:45.684042Z","steps":["trace[214722153] 'process raft request' (duration: 156.767403ms)","trace[214722153] 'compare' (duration: 517.863298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:45.684135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:45.00888Z","time spent":"675.224145ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:46.747194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.850602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:46.747235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.255816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:54:46.74727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.686201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:54:46.747275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.21431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:54:46.747318Z","caller":"traceutil/trace.go:171","msg":"trace[895459697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"790.040437ms","start":"2026-03-19T05:54:45.957252Z","end":"2026-03-19T05:54:46.747292Z","steps":["trace[895459697] 'range keys from in-memory index tree' (duration: 789.737689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.747343Z","caller":"traceutil/trace.go:171","msg":"trace[978896470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"383.439771ms","start":"2026-03-19T05:54:46.36388Z","end":"2026-03-19T05:54:46.74732Z","steps":["trace[978896470] 'range keys from in-memory index tree' (duration: 382.925437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.747368Z","caller":"traceutil/trace.go:171","msg":"trace[1268869760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"676.365044ms","start":"2026-03-19T05:54:46.070983Z","end":"2026-03-19T05:54:46.747348Z","steps":["trace[1268869760] 'range keys from in-memory index tree' (duration: 675.974294ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:46.747368Z","caller":"traceutil/trace.go:171","msg":"trace[2036966535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"382.831755ms","start":"2026-03-19T05:54:46.364509Z","end":"2026-03-19T05:54:46.74734Z","steps":["trace[2036966535] 'range keys from in-memory index tree' (duration: 382.481216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:46.747378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:45.957224Z","time spent":"790.1433ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:46.747425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:46.364487Z","time spent":"382.924967ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:46.747413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:46.363856Z","time spent":"383.538943ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:46.747425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:46.070954Z","time spent":"676.457066ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:47.926468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849949002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:48.386912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597466434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:54:49.425581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:54:49.425682Z","caller":"traceutil/trace.go:171","msg":"trace[1787951776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976637s","start":"2026-03-19T05:54:47.425681Z","end":"2026-03-19T05:54:49.425658Z","steps":["trace[1787951776] 'agreement among raft nodes before linearized reading' (duration: 1.999855454s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.425763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:47.425658Z","time spent":"2.000074239s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:54:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:54:49.957191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T05:54:49.957301Z","caller":"traceutil/trace.go:171","msg":"trace[274671692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331226s","start":"2026-03-19T05:54:47.956945Z","end":"2026-03-19T05:54:49.957276Z","steps":["trace[274671692] 'agreement among raft nodes before linearized reading' (duration: 2.000190922s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.957363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:47.95687Z","time spent":"2.000479719s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:54:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:54:50.020976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633673659s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:50.021473Z","caller":"traceutil/trace.go:171","msg":"trace[981140336] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"3.269569694s","start":"2026-03-19T05:54:46.751871Z","end":"2026-03-19T05:54:50.021441Z","steps":["trace[981140336] 'process raft request' (duration: 1.63531071s)","trace[981140336] 'compare' (duration: 1.633142856s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:50.021631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:46.751843Z","time spent":"3.269723898s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:50.02198Z","caller":"traceutil/trace.go:171","msg":"trace[2026143123] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"3.269991364s","start":"2026-03-19T05:54:46.751956Z","end":"2026-03-19T05:54:50.021948Z","steps":["trace[2026143123] 'process raft request' (duration: 3.269315727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:50.022109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:46.751945Z","time spent":"3.270103987s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:50.348431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.076906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:54:50.34867Z","caller":"traceutil/trace.go:171","msg":"trace[19386029] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"2.922895522s","start":"2026-03-19T05:54:47.425743Z","end":"2026-03-19T05:54:50.348638Z","steps":["trace[19386029] 'read index received' (duration: 961.382768ms)","trace[19386029] 'applied index is now lower than readState.Index' (duration: 1.961510884s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:50.348731Z","caller":"traceutil/trace.go:171","msg":"trace[2069691029] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"919.765735ms","start":"2026-03-19T05:54:49.428941Z","end":"2026-03-19T05:54:50.348707Z","steps":["trace[2069691029] 'process raft request' (duration: 919.610771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:50.348853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.428911Z","time spent":"919.876968ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:50.348919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.340653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:50.348982Z","caller":"traceutil/trace.go:171","msg":"trace[578810974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"384.442456ms","start":"2026-03-19T05:54:49.964518Z","end":"2026-03-19T05:54:50.34896Z","steps":["trace[578810974] 'agreement among raft nodes before linearized reading' (duration: 384.329693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:50.348988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659840633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:54:50.349021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.964502Z","time spent":"384.509727ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:50.34903Z","caller":"traceutil/trace.go:171","msg":"trace[442835912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"2.659956045s","start":"2026-03-19T05:54:47.689062Z","end":"2026-03-19T05:54:50.349018Z","steps":["trace[442835912] 'agreement among raft nodes before linearized reading' (duration: 2.65972889s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:50.349067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:47.689035Z","time spent":"2.660024137s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:50.349088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556577271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:50.349159Z","caller":"traceutil/trace.go:171","msg":"trace[1662748267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"1.556706233s","start":"2026-03-19T05:54:48.792432Z","end":"2026-03-19T05:54:50.349138Z","steps":["trace[1662748267] 'agreement among raft nodes before linearized reading' (duration: 1.556462727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:50.349203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:48.792403Z","time spent":"1.556788116s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:51.715185Z","caller":"traceutil/trace.go:171","msg":"trace[138580530] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"304.110456ms","start":"2026-03-19T05:54:51.41105Z","end":"2026-03-19T05:54:51.71516Z","steps":["trace[138580530] 'process raft request' (duration: 303.958472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:51.715337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:51.411019Z","time spent":"304.25156ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:51.973331Z","caller":"traceutil/trace.go:171","msg":"trace[1345277141] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"325.927287ms","start":"2026-03-19T05:54:51.64738Z","end":"2026-03-19T05:54:51.973307Z","steps":["trace[1345277141] 'read index received' (duration: 67.761762ms)","trace[1345277141] 'applied index is now lower than readState.Index' (duration: 258.164235ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:51.973466Z","caller":"traceutil/trace.go:171","msg":"trace[1450488065] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"551.227311ms","start":"2026-03-19T05:54:51.4222Z","end":"2026-03-19T05:54:51.973427Z","steps":["trace[1450488065] 'process raft request' (duration: 550.910634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:51.973666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:51.422175Z","time spent":"551.384466ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:51.973831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.434721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:54:51.973933Z","caller":"traceutil/trace.go:171","msg":"trace[324625096] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:657; }","duration":"326.603635ms","start":"2026-03-19T05:54:51.647304Z","end":"2026-03-19T05:54:51.973907Z","steps":["trace[324625096] 'agreement among raft nodes before linearized reading' (duration: 326.184655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:51.97399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:51.647284Z","time spent":"326.692417ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-19T05:54:52.142061Z","caller":"traceutil/trace.go:171","msg":"trace[1179285124] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"115.97165ms","start":"2026-03-19T05:54:52.026058Z","end":"2026-03-19T05:54:52.14203Z","steps":["trace[1179285124] 'read index received' (duration: 112.977614ms)","trace[1179285124] 'applied index is now lower than readState.Index' (duration: 2.992576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:52.142409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.322109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T05:54:52.142509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.750985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:54:52.142545Z","caller":"traceutil/trace.go:171","msg":"trace[1547607039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:657; }","duration":"116.518644ms","start":"2026-03-19T05:54:52.025999Z","end":"2026-03-19T05:54:52.142518Z","steps":["trace[1547607039] 'agreement among raft nodes before linearized reading' (duration: 116.158435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:52.142556Z","caller":"traceutil/trace.go:171","msg":"trace[1244384094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:657; }","duration":"115.835827ms","start":"2026-03-19T05:54:52.026708Z","end":"2026-03-19T05:54:52.142544Z","steps":["trace[1244384094] 'agreement among raft nodes before linearized reading' (duration: 115.629622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.457603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849949040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:53.817207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197010312s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:54:53.825957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444727293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:54:53.826039Z","caller":"traceutil/trace.go:171","msg":"trace[596559611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:663; }","duration":"1.444877137s","start":"2026-03-19T05:54:52.381143Z","end":"2026-03-19T05:54:53.82602Z","steps":["trace[596559611] 'range keys from in-memory index tree' (duration: 1.444379783s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.82608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.381117Z","time spent":"1.444950108s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:53.826116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410023085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g969p\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-19T05:54:53.826158Z","caller":"traceutil/trace.go:171","msg":"trace[1829482518] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g969p; range_end:; response_count:1; response_revision:663; }","duration":"1.410116298s","start":"2026-03-19T05:54:52.416029Z","end":"2026-03-19T05:54:53.826145Z","steps":["trace[1829482518] 'range keys from in-memory index tree' (duration: 1.409888383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.826187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.416005Z","time spent":"1.410175209s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-g969p\" "} {"level":"info","ts":"2026-03-19T05:54:53.826465Z","caller":"traceutil/trace.go:171","msg":"trace[1021668243] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"869.661029ms","start":"2026-03-19T05:54:52.956775Z","end":"2026-03-19T05:54:53.826436Z","steps":["trace[1021668243] 'read index received' (duration: 860.576479ms)","trace[1021668243] 'applied index is now lower than readState.Index' (duration: 9.08242ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:53.826502Z","caller":"traceutil/trace.go:171","msg":"trace[826881128] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.206371838s","start":"2026-03-19T05:54:52.620093Z","end":"2026-03-19T05:54:53.826465Z","steps":["trace[826881128] 'process raft request' (duration: 1.19733388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.826618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.816432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:53.826661Z","caller":"traceutil/trace.go:171","msg":"trace[686070527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:664; }","duration":"869.925305ms","start":"2026-03-19T05:54:52.956724Z","end":"2026-03-19T05:54:53.82665Z","steps":["trace[686070527] 'agreement among raft nodes before linearized reading' (duration: 869.822192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.826697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.956702Z","time spent":"869.986587ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:53.826503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445144174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:53.826812Z","caller":"traceutil/trace.go:171","msg":"trace[1495700818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"1.445566304s","start":"2026-03-19T05:54:52.381219Z","end":"2026-03-19T05:54:53.826786Z","steps":["trace[1495700818] 'range keys from in-memory index tree' (duration: 1.444760663s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.826842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.620067Z","time spent":"1.206519802s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:53.826887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.381195Z","time spent":"1.445674097s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:54.385232Z","caller":"traceutil/trace.go:171","msg":"trace[1323047940] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"554.528565ms","start":"2026-03-19T05:54:53.830672Z","end":"2026-03-19T05:54:54.385201Z","steps":["trace[1323047940] 'process raft request' (duration: 554.274179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.385491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.830639Z","time spent":"554.687079ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.632379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.561609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.632571Z","caller":"traceutil/trace.go:171","msg":"trace[1865342244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:665; }","duration":"198.783064ms","start":"2026-03-19T05:54:54.433764Z","end":"2026-03-19T05:54:54.632547Z","steps":["trace[1865342244] 'range keys from in-memory index tree' (duration: 198.526878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.801237Z","caller":"traceutil/trace.go:171","msg":"trace[1914205889] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:690; }","duration":"642.027396ms","start":"2026-03-19T05:54:54.159178Z","end":"2026-03-19T05:54:54.801206Z","steps":["trace[1914205889] 'read index received' (duration: 225.756016ms)","trace[1914205889] 'applied index is now lower than readState.Index' (duration: 416.27053ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:54.801307Z","caller":"traceutil/trace.go:171","msg":"trace[1744802816] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"968.945379ms","start":"2026-03-19T05:54:53.832322Z","end":"2026-03-19T05:54:54.801267Z","steps":["trace[1744802816] 'process raft request' (duration: 968.664792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.801375Z","caller":"traceutil/trace.go:171","msg":"trace[56125767] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"944.489071ms","start":"2026-03-19T05:54:53.856874Z","end":"2026-03-19T05:54:54.801364Z","steps":["trace[56125767] 'process raft request' (duration: 944.272395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.801526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.832303Z","time spent":"969.096392ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.801538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.856848Z","time spent":"944.561683ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.801693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.482428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:54.80183Z","caller":"traceutil/trace.go:171","msg":"trace[341515470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:667; }","duration":"642.705173ms","start":"2026-03-19T05:54:54.159094Z","end":"2026-03-19T05:54:54.8018Z","steps":["trace[341515470] 'agreement among raft nodes before linearized reading' (duration: 642.315343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.801903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.15906Z","time spent":"642.826117ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:54:54.893893Z","caller":"traceutil/trace.go:171","msg":"trace[1112810035] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"195.899832ms","start":"2026-03-19T05:54:54.697962Z","end":"2026-03-19T05:54:54.893862Z","steps":["trace[1112810035] 'process raft request' (duration: 152.924965ms)","trace[1112810035] 'compare' (duration: 42.819613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.893995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.073306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:54:54.894057Z","caller":"traceutil/trace.go:171","msg":"trace[336959367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"733.164869ms","start":"2026-03-19T05:54:54.160872Z","end":"2026-03-19T05:54:54.894037Z","steps":["trace[336959367] 'agreement among raft nodes before linearized reading' (duration: 732.974604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.894099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.160851Z","time spent":"733.237421ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:54:54.978358Z","caller":"traceutil/trace.go:171","msg":"trace[81714634] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"171.897325ms","start":"2026-03-19T05:54:54.806432Z","end":"2026-03-19T05:54:54.978329Z","steps":["trace[81714634] 'process raft request' (duration: 171.635287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.978677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.369557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g969p\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-03-19T05:54:54.978746Z","caller":"traceutil/trace.go:171","msg":"trace[747374633] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g969p; range_end:; response_count:1; response_revision:669; }","duration":"172.47789ms","start":"2026-03-19T05:54:54.806252Z","end":"2026-03-19T05:54:54.97873Z","steps":["trace[747374633] 'agreement among raft nodes before linearized reading' (duration: 172.237004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.0867Z","caller":"traceutil/trace.go:171","msg":"trace[823511101] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"108.384449ms","start":"2026-03-19T05:54:54.978287Z","end":"2026-03-19T05:54:55.086672Z","steps":["trace[823511101] 'read index received' (duration: 73.193019ms)","trace[823511101] 'applied index is now lower than readState.Index' (duration: 35.19014ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:55.086758Z","caller":"traceutil/trace.go:171","msg":"trace[79192924] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"187.933889ms","start":"2026-03-19T05:54:54.898796Z","end":"2026-03-19T05:54:55.08673Z","steps":["trace[79192924] 'process raft request' (duration: 152.706999ms)","trace[79192924] 'compare' (duration: 35.017775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:55.086909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.754134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:55.087008Z","caller":"traceutil/trace.go:171","msg":"trace[1160548511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"130.889978ms","start":"2026-03-19T05:54:54.956096Z","end":"2026-03-19T05:54:55.086986Z","steps":["trace[1160548511] 'agreement among raft nodes before linearized reading' (duration: 130.725333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.100614Z","caller":"traceutil/trace.go:171","msg":"trace[1400970417] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"105.27214ms","start":"2026-03-19T05:54:54.995314Z","end":"2026-03-19T05:54:55.100586Z","steps":["trace[1400970417] 'process raft request' (duration: 104.922762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.286529Z","caller":"traceutil/trace.go:171","msg":"trace[1440470871] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"114.423892ms","start":"2026-03-19T05:54:55.172059Z","end":"2026-03-19T05:54:55.286483Z","steps":["trace[1440470871] 'process raft request' (duration: 67.493536ms)","trace[1440470871] 'compare' (duration: 46.72661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.034986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.360085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:56.035145Z","caller":"traceutil/trace.go:171","msg":"trace[1564283480] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"640.311183ms","start":"2026-03-19T05:54:55.39481Z","end":"2026-03-19T05:54:56.035122Z","steps":["trace[1564283480] 'process raft request' (duration: 234.710982ms)","trace[1564283480] 'compare' (duration: 405.193161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.035215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.394789Z","time spent":"640.396135ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:56.207334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849949067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:54:56.251929Z","caller":"traceutil/trace.go:171","msg":"trace[1449652445] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"710.336692ms","start":"2026-03-19T05:54:55.541566Z","end":"2026-03-19T05:54:56.251902Z","steps":["trace[1449652445] 'process raft request' (duration: 710.280641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.252036Z","caller":"traceutil/trace.go:171","msg":"trace[907352768] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"782.874725ms","start":"2026-03-19T05:54:55.469116Z","end":"2026-03-19T05:54:56.251991Z","steps":["trace[907352768] 'process raft request' (duration: 749.85809ms)","trace[907352768] 'compare' (duration: 32.709778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.252158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.541535Z","time spent":"710.529117ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.252209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.469087Z","time spent":"783.03988ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:56.37811Z","caller":"traceutil/trace.go:171","msg":"trace[261265341] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:706; }","duration":"671.266295ms","start":"2026-03-19T05:54:55.706816Z","end":"2026-03-19T05:54:56.378082Z","steps":["trace[261265341] 'read index received' (duration: 512.157373ms)","trace[261265341] 'applied index is now lower than readState.Index' (duration: 159.107672ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:56.37823Z","caller":"traceutil/trace.go:171","msg":"trace[775891121] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"236.24711ms","start":"2026-03-19T05:54:56.14197Z","end":"2026-03-19T05:54:56.378217Z","steps":["trace[775891121] 'process raft request' (duration: 236.075866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.378203Z","caller":"traceutil/trace.go:171","msg":"trace[220711747] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"636.553997ms","start":"2026-03-19T05:54:55.741583Z","end":"2026-03-19T05:54:56.378137Z","steps":["trace[220711747] 'process raft request' (duration: 636.229779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.378319Z","caller":"traceutil/trace.go:171","msg":"trace[1206146309] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"436.166193ms","start":"2026-03-19T05:54:55.942111Z","end":"2026-03-19T05:54:56.378277Z","steps":["trace[1206146309] 'process raft request' (duration: 435.832494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.378283Z","caller":"traceutil/trace.go:171","msg":"trace[1668363005] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"336.29314ms","start":"2026-03-19T05:54:56.041944Z","end":"2026-03-19T05:54:56.378237Z","steps":["trace[1668363005] 'process raft request' (duration: 336.036803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.37862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.779357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g969p\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-19T05:54:56.378716Z","caller":"traceutil/trace.go:171","msg":"trace[88109360] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g969p; range_end:; response_count:1; response_revision:686; }","duration":"671.952341ms","start":"2026-03-19T05:54:55.706746Z","end":"2026-03-19T05:54:56.378698Z","steps":["trace[88109360] 'agreement among raft nodes before linearized reading' (duration: 671.634703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.378439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.741537Z","time spent":"636.774123ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.378757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.706723Z","time spent":"672.028234ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17813,"request content":"key:\"/registry/pods/kube-system/cilium-g969p\" "} {"level":"warn","ts":"2026-03-19T05:54:56.378546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.942077Z","time spent":"436.351418ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.378872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.041905Z","time spent":"336.736771ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:56.429387Z","caller":"traceutil/trace.go:171","msg":"trace[914117781] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"172.411647ms","start":"2026-03-19T05:54:56.256937Z","end":"2026-03-19T05:54:56.429349Z","steps":["trace[914117781] 'process raft request' (duration: 172.17304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.429446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.153543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:56.429545Z","caller":"traceutil/trace.go:171","msg":"trace[1973282400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"472.315137ms","start":"2026-03-19T05:54:55.957202Z","end":"2026-03-19T05:54:56.429517Z","steps":["trace[1973282400] 'agreement among raft nodes before linearized reading' (duration: 472.143473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.429607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.957176Z","time spent":"472.41476ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:56.624291Z","caller":"traceutil/trace.go:171","msg":"trace[1483431323] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"194.944398ms","start":"2026-03-19T05:54:56.429318Z","end":"2026-03-19T05:54:56.624262Z","steps":["trace[1483431323] 'read index received' (duration: 194.582499ms)","trace[1483431323] 'applied index is now lower than readState.Index' (duration: 360.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:56.624366Z","caller":"traceutil/trace.go:171","msg":"trace[444560218] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"240.101799ms","start":"2026-03-19T05:54:56.384238Z","end":"2026-03-19T05:54:56.62434Z","steps":["trace[444560218] 'process raft request' (duration: 239.678148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.624445Z","caller":"traceutil/trace.go:171","msg":"trace[1536359754] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"230.67141ms","start":"2026-03-19T05:54:56.39375Z","end":"2026-03-19T05:54:56.624422Z","steps":["trace[1536359754] 'process raft request' (duration: 230.408743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.624629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.570603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:54:56.624721Z","caller":"traceutil/trace.go:171","msg":"trace[876592170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:690; }","duration":"235.698117ms","start":"2026-03-19T05:54:56.389002Z","end":"2026-03-19T05:54:56.6247Z","steps":["trace[876592170] 'agreement among raft nodes before linearized reading' (duration: 235.42219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.664688Z","caller":"traceutil/trace.go:171","msg":"trace[848271755] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"228.187558ms","start":"2026-03-19T05:54:56.436476Z","end":"2026-03-19T05:54:56.664664Z","steps":["trace[848271755] 'process raft request' (duration: 227.868589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.664893Z","caller":"traceutil/trace.go:171","msg":"trace[628939788] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"227.48044ms","start":"2026-03-19T05:54:56.437372Z","end":"2026-03-19T05:54:56.664852Z","steps":["trace[628939788] 'process raft request' (duration: 227.168521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.665Z","caller":"traceutil/trace.go:171","msg":"trace[91585695] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"122.386304ms","start":"2026-03-19T05:54:56.542603Z","end":"2026-03-19T05:54:56.664989Z","steps":["trace[91585695] 'process raft request' (duration: 122.028374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.665171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.539758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:56.665252Z","caller":"traceutil/trace.go:171","msg":"trace[479011300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"234.655251ms","start":"2026-03-19T05:54:56.430579Z","end":"2026-03-19T05:54:56.665234Z","steps":["trace[479011300] 'agreement among raft nodes before linearized reading' (duration: 234.525458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.281896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.169043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:57.282062Z","caller":"traceutil/trace.go:171","msg":"trace[247213885] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"274.146169ms","start":"2026-03-19T05:54:57.007893Z","end":"2026-03-19T05:54:57.28204Z","steps":["trace[247213885] 'process raft request' (duration: 118.73765ms)","trace[247213885] 'compare' (duration: 154.944807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:57.290828Z","caller":"traceutil/trace.go:171","msg":"trace[1787587674] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"198.414305ms","start":"2026-03-19T05:54:57.09239Z","end":"2026-03-19T05:54:57.290804Z","steps":["trace[1787587674] 'read index received' (duration: 34.258076ms)","trace[1787587674] 'applied index is now lower than readState.Index' (duration: 164.155419ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:57.29092Z","caller":"traceutil/trace.go:171","msg":"trace[159702028] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"274.220371ms","start":"2026-03-19T05:54:57.016656Z","end":"2026-03-19T05:54:57.290876Z","steps":["trace[159702028] 'process raft request' (duration: 273.976635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.291045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.914834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:57.291109Z","caller":"traceutil/trace.go:171","msg":"trace[1353078417] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:717; }","duration":"151.044457ms","start":"2026-03-19T05:54:57.140048Z","end":"2026-03-19T05:54:57.291092Z","steps":["trace[1353078417] 'agreement among raft nodes before linearized reading' (duration: 150.938175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.29137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.960898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T05:54:57.291483Z","caller":"traceutil/trace.go:171","msg":"trace[918709355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"199.117592ms","start":"2026-03-19T05:54:57.092323Z","end":"2026-03-19T05:54:57.291441Z","steps":["trace[918709355] 'agreement among raft nodes before linearized reading' (duration: 198.614779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.576518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.403096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:54:57.57664Z","caller":"traceutil/trace.go:171","msg":"trace[1576586992] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"209.804462ms","start":"2026-03-19T05:54:57.366812Z","end":"2026-03-19T05:54:57.576616Z","steps":["trace[1576586992] 'read index received' (duration: 58.234772ms)","trace[1576586992] 'applied index is now lower than readState.Index' (duration: 151.56821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:57.576876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.652622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:57.576991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.13503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:54:57.577039Z","caller":"traceutil/trace.go:171","msg":"trace[991291625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:719; }","duration":"210.237853ms","start":"2026-03-19T05:54:57.366787Z","end":"2026-03-19T05:54:57.577024Z","steps":["trace[991291625] 'agreement among raft nodes before linearized reading' (duration: 209.945096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:57.577028Z","caller":"traceutil/trace.go:171","msg":"trace[1657430400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"151.864428ms","start":"2026-03-19T05:54:57.425139Z","end":"2026-03-19T05:54:57.577004Z","steps":["trace[1657430400] 'agreement among raft nodes before linearized reading' (duration: 151.659473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:57.734965Z","caller":"traceutil/trace.go:171","msg":"trace[2018167056] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"152.412384ms","start":"2026-03-19T05:54:57.582531Z","end":"2026-03-19T05:54:57.734944Z","steps":["trace[2018167056] 'process raft request' (duration: 152.080965ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.27781Z","caller":"traceutil/trace.go:171","msg":"trace[75465643] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"337.431718ms","start":"2026-03-19T05:54:57.940345Z","end":"2026-03-19T05:54:58.277776Z","steps":["trace[75465643] 'read index received' (duration: 238.121404ms)","trace[75465643] 'applied index is now lower than readState.Index' (duration: 99.308424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:58.277848Z","caller":"traceutil/trace.go:171","msg":"trace[52910840] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"529.044341ms","start":"2026-03-19T05:54:57.748762Z","end":"2026-03-19T05:54:58.277807Z","steps":["trace[52910840] 'process raft request' (duration: 429.678716ms)","trace[52910840] 'compare' (duration: 99.002306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:58.27905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.748749Z","time spent":"530.17411ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18322,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:58.279323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.964218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-19T05:54:58.27958Z","caller":"traceutil/trace.go:171","msg":"trace[1897814427] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"339.263985ms","start":"2026-03-19T05:54:57.940283Z","end":"2026-03-19T05:54:58.279547Z","steps":["trace[1897814427] 'agreement among raft nodes before linearized reading' (duration: 337.631913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.2796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.004495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:58.279621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.940261Z","time spent":"339.348597ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:58.279658Z","caller":"traceutil/trace.go:171","msg":"trace[1942331414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"323.067596ms","start":"2026-03-19T05:54:57.956566Z","end":"2026-03-19T05:54:58.279633Z","steps":["trace[1942331414] 'agreement among raft nodes before linearized reading' (duration: 322.975064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.279704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.956559Z","time spent":"323.136218ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:58.280315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.863577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-19T05:54:58.28229Z","caller":"traceutil/trace.go:171","msg":"trace[1957780123] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"139.981069ms","start":"2026-03-19T05:54:58.140385Z","end":"2026-03-19T05:54:58.280366Z","steps":["trace[1957780123] 'agreement among raft nodes before linearized reading' (duration: 139.763424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:59.218346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.079168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:59.218444Z","caller":"traceutil/trace.go:171","msg":"trace[88486025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"258.212621ms","start":"2026-03-19T05:54:58.960209Z","end":"2026-03-19T05:54:59.218422Z","steps":["trace[88486025] 'range keys from in-memory index tree' (duration: 257.998066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:59.21852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.762819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-19T05:54:59.21864Z","caller":"traceutil/trace.go:171","msg":"trace[1894328208] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:726; }","duration":"278.947133ms","start":"2026-03-19T05:54:58.93967Z","end":"2026-03-19T05:54:59.218617Z","steps":["trace[1894328208] 'range keys from in-memory index tree' (duration: 278.547343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:05.144058Z","caller":"traceutil/trace.go:171","msg":"trace[218352816] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"115.694398ms","start":"2026-03-19T05:55:05.028333Z","end":"2026-03-19T05:55:05.144027Z","steps":["trace[218352816] 'process raft request' (duration: 115.483922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:05.247514Z","caller":"traceutil/trace.go:171","msg":"trace[1397252523] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"161.501251ms","start":"2026-03-19T05:55:05.085985Z","end":"2026-03-19T05:55:05.247486Z","steps":["trace[1397252523] 'process raft request' (duration: 161.364888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.004882Z","caller":"traceutil/trace.go:171","msg":"trace[1847355726] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"104.512566ms","start":"2026-03-19T05:55:05.90034Z","end":"2026-03-19T05:55:06.004852Z","steps":["trace[1847355726] 'process raft request' (duration: 14.160167ms)","trace[1847355726] 'compare' (duration: 90.140494ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:06.005317Z","caller":"traceutil/trace.go:171","msg":"trace[794055366] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"104.803674ms","start":"2026-03-19T05:55:05.900499Z","end":"2026-03-19T05:55:06.005303Z","steps":["trace[794055366] 'process raft request' (duration: 104.27403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.150402Z","caller":"traceutil/trace.go:171","msg":"trace[1558926808] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"138.501643ms","start":"2026-03-19T05:55:06.011875Z","end":"2026-03-19T05:55:06.150377Z","steps":["trace[1558926808] 'process raft request' (duration: 138.259877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.150823Z","caller":"traceutil/trace.go:171","msg":"trace[1387046534] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"137.904187ms","start":"2026-03-19T05:55:06.012907Z","end":"2026-03-19T05:55:06.150811Z","steps":["trace[1387046534] 'process raft request' (duration: 137.402464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.151145Z","caller":"traceutil/trace.go:171","msg":"trace[419580729] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"133.878496ms","start":"2026-03-19T05:55:06.017232Z","end":"2026-03-19T05:55:06.151111Z","steps":["trace[419580729] 'process raft request' (duration: 133.384104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.294358Z","caller":"traceutil/trace.go:171","msg":"trace[1295588415] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"137.894277ms","start":"2026-03-19T05:55:06.156437Z","end":"2026-03-19T05:55:06.294331Z","steps":["trace[1295588415] 'process raft request' (duration: 89.019065ms)","trace[1295588415] 'compare' (duration: 48.609395ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:06.294644Z","caller":"traceutil/trace.go:171","msg":"trace[449980618] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"137.137658ms","start":"2026-03-19T05:55:06.157486Z","end":"2026-03-19T05:55:06.294624Z","steps":["trace[449980618] 'process raft request' (duration: 136.782979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.294768Z","caller":"traceutil/trace.go:171","msg":"trace[1561457083] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"136.239386ms","start":"2026-03-19T05:55:06.158504Z","end":"2026-03-19T05:55:06.294744Z","steps":["trace[1561457083] 'process raft request' (duration: 136.030401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.295041Z","caller":"traceutil/trace.go:171","msg":"trace[20100366] transaction","detail":"{read_only:false; number_of_response:1; response_revision:830; }","duration":"135.64993ms","start":"2026-03-19T05:55:06.159381Z","end":"2026-03-19T05:55:06.295031Z","steps":["trace[20100366] 'process raft request' (duration: 135.294081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.477877Z","caller":"traceutil/trace.go:171","msg":"trace[1306531581] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"171.471134ms","start":"2026-03-19T05:55:06.306371Z","end":"2026-03-19T05:55:06.477842Z","steps":["trace[1306531581] 'process raft request' (duration: 116.662322ms)","trace[1306531581] 'compare' (duration: 54.658138ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:07.450268Z","caller":"traceutil/trace.go:171","msg":"trace[10364632] linearizableReadLoop","detail":"{readStateIndex:884; appliedIndex:883; }","duration":"256.910989ms","start":"2026-03-19T05:55:07.193322Z","end":"2026-03-19T05:55:07.450233Z","steps":["trace[10364632] 'read index received' (duration: 256.733075ms)","trace[10364632] 'applied index is now lower than readState.Index' (duration: 176.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:07.45032Z","caller":"traceutil/trace.go:171","msg":"trace[837782440] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"363.747243ms","start":"2026-03-19T05:55:07.086517Z","end":"2026-03-19T05:55:07.450264Z","steps":["trace[837782440] 'process raft request' (duration: 363.527337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:07.450525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.156005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:07.450543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.086482Z","time spent":"363.954338ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2917,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:55:07.450574Z","caller":"traceutil/trace.go:171","msg":"trace[1590921646] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:853; }","duration":"257.243867ms","start":"2026-03-19T05:55:07.193318Z","end":"2026-03-19T05:55:07.450561Z","steps":["trace[1590921646] 'agreement among raft nodes before linearized reading' (duration: 257.098784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.090209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.66729ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:55:08.090483Z","caller":"traceutil/trace.go:171","msg":"trace[1108943309] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"276.80105ms","start":"2026-03-19T05:55:07.813661Z","end":"2026-03-19T05:55:08.090462Z","steps":["trace[1108943309] 'process raft request' (duration: 276.676557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.090552Z","caller":"traceutil/trace.go:171","msg":"trace[1404926867] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:884; }","duration":"640.106701ms","start":"2026-03-19T05:55:07.450381Z","end":"2026-03-19T05:55:08.090487Z","steps":["trace[1404926867] 'read index received' (duration: 140.240846ms)","trace[1404926867] 'applied index is now lower than readState.Index' (duration: 499.861825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:08.090725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.865451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.090775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.490801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:08.090795Z","caller":"traceutil/trace.go:171","msg":"trace[2107764816] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:854; }","duration":"874.977274ms","start":"2026-03-19T05:55:07.215797Z","end":"2026-03-19T05:55:08.090774Z","steps":["trace[2107764816] 'agreement among raft nodes before linearized reading' (duration: 874.777989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.090836Z","caller":"traceutil/trace.go:171","msg":"trace[1101188986] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:854; }","duration":"845.564523ms","start":"2026-03-19T05:55:07.245249Z","end":"2026-03-19T05:55:08.090813Z","steps":["trace[1101188986] 'agreement among raft nodes before linearized reading' (duration: 845.491801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.090847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.215793Z","time spent":"875.039815ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:08.090849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.732927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.090862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.590697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:55:08.090887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.245237Z","time spent":"845.634464ms","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:08.090912Z","caller":"traceutil/trace.go:171","msg":"trace[1353389209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:854; }","duration":"746.659898ms","start":"2026-03-19T05:55:07.344239Z","end":"2026-03-19T05:55:08.090899Z","steps":["trace[1353389209] 'agreement among raft nodes before linearized reading' (duration: 746.470083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.090917Z","caller":"traceutil/trace.go:171","msg":"trace[26155355] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:854; }","duration":"845.793189ms","start":"2026-03-19T05:55:07.245091Z","end":"2026-03-19T05:55:08.090884Z","steps":["trace[26155355] 'agreement among raft nodes before linearized reading' (duration: 845.705556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.090955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.344232Z","time spent":"746.714009ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:55:08.090957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.724814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.09092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.636369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:55:08.090964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.245071Z","time spent":"845.87758ms","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-19T05:55:08.091006Z","caller":"traceutil/trace.go:171","msg":"trace[2057190318] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:854; }","duration":"860.806226ms","start":"2026-03-19T05:55:07.230182Z","end":"2026-03-19T05:55:08.090988Z","steps":["trace[2057190318] 'agreement among raft nodes before linearized reading' (duration: 860.723474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091026Z","caller":"traceutil/trace.go:171","msg":"trace[1149478789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:854; }","duration":"706.766043ms","start":"2026-03-19T05:55:07.384238Z","end":"2026-03-19T05:55:08.091004Z","steps":["trace[1149478789] 'agreement among raft nodes before linearized reading' (duration: 706.415304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.230163Z","time spent":"860.866138ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:08.091047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.820277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.091078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.384197Z","time spent":"706.869775ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:55:08.091125Z","caller":"traceutil/trace.go:171","msg":"trace[583363999] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:854; }","duration":"860.95601ms","start":"2026-03-19T05:55:07.230144Z","end":"2026-03-19T05:55:08.0911Z","steps":["trace[583363999] 'agreement among raft nodes before linearized reading' (duration: 860.825897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.754718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.091179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.230113Z","time spent":"861.049853ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T05:55:08.091175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.353123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:08.09121Z","caller":"traceutil/trace.go:171","msg":"trace[1424728825] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:854; }","duration":"897.81925ms","start":"2026-03-19T05:55:07.193374Z","end":"2026-03-19T05:55:08.091193Z","steps":["trace[1424728825] 'agreement among raft nodes before linearized reading' (duration: 897.737288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091231Z","caller":"traceutil/trace.go:171","msg":"trace[1342651766] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:854; }","duration":"875.452956ms","start":"2026-03-19T05:55:07.215763Z","end":"2026-03-19T05:55:08.091216Z","steps":["trace[1342651766] 'agreement among raft nodes before linearized reading' (duration: 875.326293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.215758Z","time spent":"875.533098ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T05:55:08.091308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.19337Z","time spent":"897.923873ms","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:08.091264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.544802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.091361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.968823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:08.091381Z","caller":"traceutil/trace.go:171","msg":"trace[1167251910] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:854; }","duration":"845.698535ms","start":"2026-03-19T05:55:07.245656Z","end":"2026-03-19T05:55:08.091354Z","steps":["trace[1167251910] 'agreement among raft nodes before linearized reading' (duration: 845.49792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.24565Z","time spent":"845.780657ms","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-19T05:55:08.091499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.497425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T05:55:08.091518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.087863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-w9jxc\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-03-19T05:55:08.091544Z","caller":"traceutil/trace.go:171","msg":"trace[1310551979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:854; }","duration":"305.598718ms","start":"2026-03-19T05:55:07.785934Z","end":"2026-03-19T05:55:08.091533Z","steps":["trace[1310551979] 'agreement among raft nodes before linearized reading' (duration: 305.480654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091563Z","caller":"traceutil/trace.go:171","msg":"trace[532767851] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-w9jxc; range_end:; response_count:1; response_revision:854; }","duration":"278.133634ms","start":"2026-03-19T05:55:07.813416Z","end":"2026-03-19T05:55:08.09155Z","steps":["trace[532767851] 'agreement among raft nodes before linearized reading' (duration: 277.947849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.785893Z","time spent":"305.6778ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:08.091566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.809935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:55:08.091309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.876076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:55:08.09158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.317319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.091621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.877878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:08.091629Z","caller":"traceutil/trace.go:171","msg":"trace[804359480] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:854; }","duration":"183.899478ms","start":"2026-03-19T05:55:07.907713Z","end":"2026-03-19T05:55:08.091613Z","steps":["trace[804359480] 'agreement among raft nodes before linearized reading' (duration: 183.793215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.09165Z","caller":"traceutil/trace.go:171","msg":"trace[224454046] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:854; }","duration":"433.259786ms","start":"2026-03-19T05:55:07.658378Z","end":"2026-03-19T05:55:08.091638Z","steps":["trace[224454046] 'agreement among raft nodes before linearized reading' (duration: 432.893146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091676Z","caller":"traceutil/trace.go:171","msg":"trace[320271277] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:854; }","duration":"875.97606ms","start":"2026-03-19T05:55:07.215687Z","end":"2026-03-19T05:55:08.091663Z","steps":["trace[320271277] 'agreement among raft nodes before linearized reading' (duration: 875.893158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091394Z","caller":"traceutil/trace.go:171","msg":"trace[1510941085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"135.008284ms","start":"2026-03-19T05:55:07.956374Z","end":"2026-03-19T05:55:08.091383Z","steps":["trace[1510941085] 'agreement among raft nodes before linearized reading' (duration: 134.963003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.091686Z","caller":"traceutil/trace.go:171","msg":"trace[1186205628] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:854; }","duration":"897.487473ms","start":"2026-03-19T05:55:07.19417Z","end":"2026-03-19T05:55:08.091658Z","steps":["trace[1186205628] 'agreement among raft nodes before linearized reading' (duration: 897.283767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.091698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.65835Z","time spent":"433.332258ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:08.091713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.215664Z","time spent":"876.039731ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T05:55:08.09066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.060288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.091744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.194148Z","time spent":"897.584425ms","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-19T05:55:08.091783Z","caller":"traceutil/trace.go:171","msg":"trace[1970346115] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:854; }","duration":"861.229399ms","start":"2026-03-19T05:55:07.230536Z","end":"2026-03-19T05:55:08.091765Z","steps":["trace[1970346115] 'agreement among raft nodes before linearized reading' (duration: 859.988067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.09185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.230524Z","time spent":"861.30455ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-19T05:55:09.120117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.635322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:09.120242Z","caller":"traceutil/trace.go:171","msg":"trace[1907468869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"164.826357ms","start":"2026-03-19T05:55:08.955385Z","end":"2026-03-19T05:55:09.120211Z","steps":["trace[1907468869] 'range keys from in-memory index tree' (duration: 164.460987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:10.987225Z","caller":"traceutil/trace.go:171","msg":"trace[1925034885] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:899; }","duration":"119.256437ms","start":"2026-03-19T05:55:10.867946Z","end":"2026-03-19T05:55:10.987203Z","steps":["trace[1925034885] 'read index received' (duration: 119.041482ms)","trace[1925034885] 'applied index is now lower than readState.Index' (duration: 213.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:10.987296Z","caller":"traceutil/trace.go:171","msg":"trace[823090088] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"174.416808ms","start":"2026-03-19T05:55:10.812825Z","end":"2026-03-19T05:55:10.987242Z","steps":["trace[823090088] 'process raft request' (duration: 174.233424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:10.987466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.508323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:55:10.987511Z","caller":"traceutil/trace.go:171","msg":"trace[895774735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:868; }","duration":"119.627997ms","start":"2026-03-19T05:55:10.867871Z","end":"2026-03-19T05:55:10.987499Z","steps":["trace[895774735] 'agreement among raft nodes before linearized reading' (duration: 119.451422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:13.252908Z","caller":"traceutil/trace.go:171","msg":"trace[993649022] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"245.42697ms","start":"2026-03-19T05:55:13.007456Z","end":"2026-03-19T05:55:13.252883Z","steps":["trace[993649022] 'process raft request' (duration: 245.277466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:15.983137Z","caller":"traceutil/trace.go:171","msg":"trace[442446717] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"125.133655ms","start":"2026-03-19T05:55:15.857978Z","end":"2026-03-19T05:55:15.983112Z","steps":["trace[442446717] 'process raft request' (duration: 124.987072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.430365Z","caller":"traceutil/trace.go:171","msg":"trace[231348348] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"155.86483ms","start":"2026-03-19T05:55:17.274472Z","end":"2026-03-19T05:55:17.430337Z","steps":["trace[231348348] 'process raft request' (duration: 155.508171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.587532Z","caller":"traceutil/trace.go:171","msg":"trace[106536660] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"153.393697ms","start":"2026-03-19T05:55:17.434107Z","end":"2026-03-19T05:55:17.587501Z","steps":["trace[106536660] 'process raft request' (duration: 138.81232ms)","trace[106536660] 'compare' (duration: 14.432343ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:21.764438Z","caller":"traceutil/trace.go:171","msg":"trace[252036504] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"114.771925ms","start":"2026-03-19T05:55:21.649636Z","end":"2026-03-19T05:55:21.764408Z","steps":["trace[252036504] 'read index received' (duration: 30.620603ms)","trace[252036504] 'applied index is now lower than readState.Index' (duration: 84.150002ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:21.764509Z","caller":"traceutil/trace.go:171","msg":"trace[199593545] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"122.380046ms","start":"2026-03-19T05:55:21.6421Z","end":"2026-03-19T05:55:21.76448Z","steps":["trace[199593545] 'process raft request' (duration: 38.202773ms)","trace[199593545] 'compare' (duration: 83.943837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:21.764983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.327558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:55:21.765058Z","caller":"traceutil/trace.go:171","msg":"trace[1584776308] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:923; }","duration":"115.442312ms","start":"2026-03-19T05:55:21.649593Z","end":"2026-03-19T05:55:21.765035Z","steps":["trace[1584776308] 'agreement among raft nodes before linearized reading' (duration: 114.98222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.913753Z","caller":"traceutil/trace.go:171","msg":"trace[1021397977] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"140.957855ms","start":"2026-03-19T05:55:23.772773Z","end":"2026-03-19T05:55:23.913731Z","steps":["trace[1021397977] 'process raft request' (duration: 140.8034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:25.691823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.48347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:25.691932Z","caller":"traceutil/trace.go:171","msg":"trace[1096935637] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:944; }","duration":"153.612243ms","start":"2026-03-19T05:55:25.538297Z","end":"2026-03-19T05:55:25.691909Z","steps":["trace[1096935637] 'range keys from in-memory index tree' (duration: 153.44129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:25.692257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.277364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:55:25.692373Z","caller":"traceutil/trace.go:171","msg":"trace[1903503930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"195.452728ms","start":"2026-03-19T05:55:25.496885Z","end":"2026-03-19T05:55:25.692338Z","steps":["trace[1903503930] 'range keys from in-memory index tree' (duration: 195.024847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:28.652492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.157626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:55:28.652613Z","caller":"traceutil/trace.go:171","msg":"trace[1472829573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"100.29669ms","start":"2026-03-19T05:55:28.552292Z","end":"2026-03-19T05:55:28.652588Z","steps":["trace[1472829573] 'range keys from in-memory index tree' (duration: 99.997332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:30.748526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.770121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:30.748614Z","caller":"traceutil/trace.go:171","msg":"trace[534753007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:971; }","duration":"263.915186ms","start":"2026-03-19T05:55:30.48468Z","end":"2026-03-19T05:55:30.748595Z","steps":["trace[534753007] 'range keys from in-memory index tree' (duration: 263.554126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:31.458628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849949655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:55:31.569413Z","caller":"traceutil/trace.go:171","msg":"trace[1407860891] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"817.043972ms","start":"2026-03-19T05:55:30.752344Z","end":"2026-03-19T05:55:31.569388Z","steps":["trace[1407860891] 'process raft request' (duration: 816.890328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:31.569555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:30.75232Z","time spent":"817.148005ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:32.302985Z","caller":"traceutil/trace.go:171","msg":"trace[251832731] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1007; }","duration":"1.345242532s","start":"2026-03-19T05:55:30.957637Z","end":"2026-03-19T05:55:32.30288Z","steps":["trace[251832731] 'read index received' (duration: 611.602062ms)","trace[251832731] 'applied index is now lower than readState.Index' (duration: 733.63925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:32.303011Z","caller":"traceutil/trace.go:171","msg":"trace[1276610811] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"1.550234281s","start":"2026-03-19T05:55:30.752722Z","end":"2026-03-19T05:55:32.302956Z","steps":["trace[1276610811] 'process raft request' (duration: 1.548823006s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.30313Z","caller":"traceutil/trace.go:171","msg":"trace[1043082798] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"1.550300123s","start":"2026-03-19T05:55:30.752817Z","end":"2026-03-19T05:55:32.303117Z","steps":["trace[1043082798] 'process raft request' (duration: 1.549940204s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.303211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:30.75271Z","time spent":"1.550388354s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:32.303271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:30.752809Z","time spent":"1.550352354s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:32.303266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.036466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:55:32.303392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345744204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:32.303408Z","caller":"traceutil/trace.go:171","msg":"trace[1364189088] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:974; }","duration":"488.21479ms","start":"2026-03-19T05:55:31.815168Z","end":"2026-03-19T05:55:32.303383Z","steps":["trace[1364189088] 'agreement among raft nodes before linearized reading' (duration: 488.005815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.303477Z","caller":"traceutil/trace.go:171","msg":"trace[954767317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:974; }","duration":"1.345839707s","start":"2026-03-19T05:55:30.957596Z","end":"2026-03-19T05:55:32.303436Z","steps":["trace[954767317] 'agreement among raft nodes before linearized reading' (duration: 1.345717444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.30348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.815159Z","time spent":"488.302702ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:32.303518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:30.957579Z","time spent":"1.345928779s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:32.303595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.890311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:55:32.303663Z","caller":"traceutil/trace.go:171","msg":"trace[573729014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:974; }","duration":"530.022545ms","start":"2026-03-19T05:55:31.773624Z","end":"2026-03-19T05:55:32.303646Z","steps":["trace[573729014] 'agreement among raft nodes before linearized reading' (duration: 529.794209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.303695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.773599Z","time spent":"530.089616ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:32.303698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.113674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:55:32.303721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.448367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:55:32.303846Z","caller":"traceutil/trace.go:171","msg":"trace[1190832597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:974; }","duration":"189.637642ms","start":"2026-03-19T05:55:32.114178Z","end":"2026-03-19T05:55:32.303815Z","steps":["trace[1190832597] 'agreement among raft nodes before linearized reading' (duration: 189.20653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.304229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127261696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:32.304301Z","caller":"traceutil/trace.go:171","msg":"trace[1511447544] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:974; }","duration":"1.127546363s","start":"2026-03-19T05:55:31.176737Z","end":"2026-03-19T05:55:32.304283Z","steps":["trace[1511447544] 'agreement among raft nodes before linearized reading' (duration: 1.126392393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.304346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.176716Z","time spent":"1.127613115s","remote":"127.0.0.1:40200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":79,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:32.304376Z","caller":"traceutil/trace.go:171","msg":"trace[1762640972] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:974; }","duration":"654.781201ms","start":"2026-03-19T05:55:31.649522Z","end":"2026-03-19T05:55:32.304303Z","steps":["trace[1762640972] 'agreement among raft nodes before linearized reading' (duration: 653.941159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:32.304536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.649504Z","time spent":"654.989366ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-19T05:55:35.309944Z","caller":"traceutil/trace.go:171","msg":"trace[1423901384] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"192.989937ms","start":"2026-03-19T05:55:35.116929Z","end":"2026-03-19T05:55:35.309919Z","steps":["trace[1423901384] 'process raft request' (duration: 192.808723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.196998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.231483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:55:37.39181Z","caller":"traceutil/trace.go:171","msg":"trace[2041593448] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"177.177169ms","start":"2026-03-19T05:55:37.214603Z","end":"2026-03-19T05:55:37.39178Z","steps":["trace[2041593448] 'process raft request' (duration: 176.984994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.586776Z","caller":"traceutil/trace.go:171","msg":"trace[389885435] linearizableReadLoop","detail":"{readStateIndex:1047; appliedIndex:1046; }","duration":"161.82573ms","start":"2026-03-19T05:55:37.424925Z","end":"2026-03-19T05:55:37.58675Z","steps":["trace[389885435] 'read index received' (duration: 161.628995ms)","trace[389885435] 'applied index is now lower than readState.Index' (duration: 195.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:37.586882Z","caller":"traceutil/trace.go:171","msg":"trace[1508346254] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"181.238949ms","start":"2026-03-19T05:55:37.405618Z","end":"2026-03-19T05:55:37.586857Z","steps":["trace[1508346254] 'process raft request' (duration: 180.993433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.586958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.019885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:37.587043Z","caller":"traceutil/trace.go:171","msg":"trace[279033907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"162.158159ms","start":"2026-03-19T05:55:37.424866Z","end":"2026-03-19T05:55:37.587024Z","steps":["trace[279033907] 'agreement among raft nodes before linearized reading' (duration: 161.992274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:48.427597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.597266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-57m9v\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-19T05:55:48.427702Z","caller":"traceutil/trace.go:171","msg":"trace[1654095455] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-57m9v; range_end:; response_count:1; response_revision:1100; }","duration":"445.75342ms","start":"2026-03-19T05:55:47.981928Z","end":"2026-03-19T05:55:48.427681Z","steps":["trace[1654095455] 'range keys from in-memory index tree' (duration: 445.408492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:48.427751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:47.981905Z","time spent":"445.829352ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-57m9v\" "} {"level":"warn","ts":"2026-03-19T05:55:48.427718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.672979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:48.427848Z","caller":"traceutil/trace.go:171","msg":"trace[798985290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"470.876615ms","start":"2026-03-19T05:55:47.956946Z","end":"2026-03-19T05:55:48.427823Z","steps":["trace[798985290] 'range keys from in-memory index tree' (duration: 470.593667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:48.427911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:47.956931Z","time spent":"470.969897ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:54.403325Z","caller":"traceutil/trace.go:171","msg":"trace[1159106973] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"682.831907ms","start":"2026-03-19T05:55:53.720465Z","end":"2026-03-19T05:55:54.403297Z","steps":["trace[1159106973] 'process raft request' (duration: 682.685824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.403489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:53.720448Z","time spent":"682.959401ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:54.661236Z","caller":"traceutil/trace.go:171","msg":"trace[162669318] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1258; }","duration":"165.872133ms","start":"2026-03-19T05:55:54.495338Z","end":"2026-03-19T05:55:54.661211Z","steps":["trace[162669318] 'read index received' (duration: 33.493255ms)","trace[162669318] 'applied index is now lower than readState.Index' (duration: 132.377758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:54.661499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.134979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:55:54.661548Z","caller":"traceutil/trace.go:171","msg":"trace[608089438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"166.242442ms","start":"2026-03-19T05:55:54.495292Z","end":"2026-03-19T05:55:54.661534Z","steps":["trace[608089438] 'agreement among raft nodes before linearized reading' (duration: 166.071367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:54.661499Z","caller":"traceutil/trace.go:171","msg":"trace[9650961] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"180.660255ms","start":"2026-03-19T05:55:54.480724Z","end":"2026-03-19T05:55:54.661384Z","steps":["trace[9650961] 'process raft request' (duration: 111.04744ms)","trace[9650961] 'compare' (duration: 69.329568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:54.661809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.419267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:54.661876Z","caller":"traceutil/trace.go:171","msg":"trace[1789662716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"166.5414ms","start":"2026-03-19T05:55:54.495314Z","end":"2026-03-19T05:55:54.661856Z","steps":["trace[1789662716] 'agreement among raft nodes before linearized reading' (duration: 166.125938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:58.914326Z","caller":"traceutil/trace.go:171","msg":"trace[1132309261] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"493.223827ms","start":"2026-03-19T05:55:58.421071Z","end":"2026-03-19T05:55:58.914295Z","steps":["trace[1132309261] 'process raft request' (duration: 493.037292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:58.91454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:58.421058Z","time spent":"493.380842ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:58.914621Z","caller":"traceutil/trace.go:171","msg":"trace[909745028] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1277; }","duration":"370.76449ms","start":"2026-03-19T05:55:58.543837Z","end":"2026-03-19T05:55:58.914601Z","steps":["trace[909745028] 'read index received' (duration: 370.75499ms)","trace[909745028] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:58.914767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.932694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:55:58.914807Z","caller":"traceutil/trace.go:171","msg":"trace[322612296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1230; }","duration":"371.026707ms","start":"2026-03-19T05:55:58.543771Z","end":"2026-03-19T05:55:58.914798Z","steps":["trace[322612296] 'agreement among raft nodes before linearized reading' (duration: 370.897374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:58.91483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:58.543747Z","time spent":"371.077867ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:58.914837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.758265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:55:58.914938Z","caller":"traceutil/trace.go:171","msg":"trace[518108830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"237.841738ms","start":"2026-03-19T05:55:58.677028Z","end":"2026-03-19T05:55:58.914869Z","steps":["trace[518108830] 'agreement among raft nodes before linearized reading' (duration: 237.708544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:58.914969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.649579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:58.915023Z","caller":"traceutil/trace.go:171","msg":"trace[966167452] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1230; }","duration":"192.72948ms","start":"2026-03-19T05:55:58.722275Z","end":"2026-03-19T05:55:58.915004Z","steps":["trace[966167452] 'agreement among raft nodes before linearized reading' (duration: 192.642978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:58.915062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.116428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:55:58.915082Z","caller":"traceutil/trace.go:171","msg":"trace[446586122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"231.138309ms","start":"2026-03-19T05:55:58.683938Z","end":"2026-03-19T05:55:58.915076Z","steps":["trace[446586122] 'agreement among raft nodes before linearized reading' (duration: 231.078137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:58.915093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.873392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:58.915193Z","caller":"traceutil/trace.go:171","msg":"trace[764699395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1230; }","duration":"139.040376ms","start":"2026-03-19T05:55:58.776127Z","end":"2026-03-19T05:55:58.915168Z","steps":["trace[764699395] 'agreement among raft nodes before linearized reading' (duration: 138.694597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:09.321892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.400476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:09.321987Z","caller":"traceutil/trace.go:171","msg":"trace[653918365] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1452; }","duration":"234.56014ms","start":"2026-03-19T05:56:09.087408Z","end":"2026-03-19T05:56:09.321968Z","steps":["trace[653918365] 'count revisions from in-memory index tree' (duration: 234.276683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:15.46383Z","caller":"traceutil/trace.go:171","msg":"trace[1281534038] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"486.899958ms","start":"2026-03-19T05:56:14.976906Z","end":"2026-03-19T05:56:15.463806Z","steps":["trace[1281534038] 'read index received' (duration: 486.856936ms)","trace[1281534038] 'applied index is now lower than readState.Index' (duration: 41.802µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:15.46393Z","caller":"traceutil/trace.go:171","msg":"trace[1427295315] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"592.767274ms","start":"2026-03-19T05:56:14.871131Z","end":"2026-03-19T05:56:15.463899Z","steps":["trace[1427295315] 'process raft request' (duration: 592.537708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.464137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.871109Z","time spent":"592.927157ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:15.464205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.284537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:56:15.464287Z","caller":"traceutil/trace.go:171","msg":"trace[1241655052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1524; }","duration":"487.42988ms","start":"2026-03-19T05:56:14.976843Z","end":"2026-03-19T05:56:15.464273Z","steps":["trace[1241655052] 'agreement among raft nodes before linearized reading' (duration: 487.110982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.464355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.97682Z","time spent":"487.524363ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:56:15.536626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.768914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:56:15.535952Z","caller":"traceutil/trace.go:171","msg":"trace[704735680] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"483.239955ms","start":"2026-03-19T05:56:15.052683Z","end":"2026-03-19T05:56:15.535923Z","steps":["trace[704735680] 'process raft request' (duration: 478.434694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.536672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.508638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:56:15.536781Z","caller":"traceutil/trace.go:171","msg":"trace[1664344076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1527; }","duration":"540.653101ms","start":"2026-03-19T05:56:14.996113Z","end":"2026-03-19T05:56:15.536766Z","steps":["trace[1664344076] 'agreement among raft nodes before linearized reading' (duration: 540.336053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.53687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.996097Z","time spent":"540.761274ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:56:15.536674Z","caller":"traceutil/trace.go:171","msg":"trace[867600695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1527; }","duration":"538.847355ms","start":"2026-03-19T05:56:14.997817Z","end":"2026-03-19T05:56:15.536664Z","steps":["trace[867600695] 'agreement among raft nodes before linearized reading' (duration: 538.64224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.536677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.485901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:56:15.537114Z","caller":"traceutil/trace.go:171","msg":"trace[1488090345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1527; }","duration":"539.932943ms","start":"2026-03-19T05:56:14.997149Z","end":"2026-03-19T05:56:15.537082Z","steps":["trace[1488090345] 'agreement among raft nodes before linearized reading' (duration: 539.344918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.536869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.002248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:15.537187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.997137Z","time spent":"540.034685ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:56:15.537229Z","caller":"traceutil/trace.go:171","msg":"trace[385911278] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1527; }","duration":"506.444039ms","start":"2026-03-19T05:56:15.030772Z","end":"2026-03-19T05:56:15.537216Z","steps":["trace[385911278] 'agreement among raft nodes before linearized reading' (duration: 505.882805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.537293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:15.030764Z","time spent":"506.515861ms","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:56:15.536881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.547429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:56:15.537386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.997807Z","time spent":"539.220494ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:56:15.537508Z","caller":"traceutil/trace.go:171","msg":"trace[541221466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1527; }","duration":"541.176284ms","start":"2026-03-19T05:56:14.996272Z","end":"2026-03-19T05:56:15.537448Z","steps":["trace[541221466] 'agreement among raft nodes before linearized reading' (duration: 540.326513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:15.537609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:14.996265Z","time spent":"541.325899ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:15.537924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:15.052671Z","time spent":"484.088037ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:17.684069Z","caller":"traceutil/trace.go:171","msg":"trace[502084575] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"126.618909ms","start":"2026-03-19T05:56:17.557417Z","end":"2026-03-19T05:56:17.684035Z","steps":["trace[502084575] 'process raft request' (duration: 77.798969ms)","trace[502084575] 'compare' (duration: 48.666287ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:17.686499Z","caller":"traceutil/trace.go:171","msg":"trace[269900126] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"128.898638ms","start":"2026-03-19T05:56:17.557567Z","end":"2026-03-19T05:56:17.686466Z","steps":["trace[269900126] 'process raft request' (duration: 128.724754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:17.68653Z","caller":"traceutil/trace.go:171","msg":"trace[1987110050] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"127.422491ms","start":"2026-03-19T05:56:17.559086Z","end":"2026-03-19T05:56:17.686509Z","steps":["trace[1987110050] 'process raft request' (duration: 127.345369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:17.686686Z","caller":"traceutil/trace.go:171","msg":"trace[726208403] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"128.894427ms","start":"2026-03-19T05:56:17.557786Z","end":"2026-03-19T05:56:17.68668Z","steps":["trace[726208403] 'process raft request' (duration: 128.62177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:19.817299Z","caller":"traceutil/trace.go:171","msg":"trace[1663673931] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"111.810107ms","start":"2026-03-19T05:56:19.705205Z","end":"2026-03-19T05:56:19.817015Z","steps":["trace[1663673931] 'process raft request' (duration: 111.685464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.000425Z","caller":"traceutil/trace.go:171","msg":"trace[1836779094] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"167.154942ms","start":"2026-03-19T05:56:19.833239Z","end":"2026-03-19T05:56:20.000394Z","steps":["trace[1836779094] 'process raft request' (duration: 122.23735ms)","trace[1836779094] 'compare' (duration: 44.713737ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.23873Z","caller":"traceutil/trace.go:171","msg":"trace[1799292613] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"227.283637ms","start":"2026-03-19T05:56:20.011408Z","end":"2026-03-19T05:56:20.238691Z","steps":["trace[1799292613] 'process raft request' (duration: 188.500309ms)","trace[1799292613] 'compare' (duration: 38.658234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.247489Z","caller":"traceutil/trace.go:171","msg":"trace[1764558987] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"235.863972ms","start":"2026-03-19T05:56:20.011559Z","end":"2026-03-19T05:56:20.247423Z","steps":["trace[1764558987] 'process raft request' (duration: 235.561545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.247604Z","caller":"traceutil/trace.go:171","msg":"trace[59711350] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1640; }","duration":"128.043756ms","start":"2026-03-19T05:56:20.119532Z","end":"2026-03-19T05:56:20.247576Z","steps":["trace[59711350] 'read index received' (duration: 80.496878ms)","trace[59711350] 'applied index is now lower than readState.Index' (duration: 47.545538ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.247667Z","caller":"traceutil/trace.go:171","msg":"trace[210788797] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"234.469978ms","start":"2026-03-19T05:56:20.013174Z","end":"2026-03-19T05:56:20.247644Z","steps":["trace[210788797] 'process raft request' (duration: 234.320264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.247642Z","caller":"traceutil/trace.go:171","msg":"trace[1087931916] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"235.472832ms","start":"2026-03-19T05:56:20.012141Z","end":"2026-03-19T05:56:20.247614Z","steps":["trace[1087931916] 'process raft request' (duration: 235.130644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.247913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-19T05:56:20.248024Z","caller":"traceutil/trace.go:171","msg":"trace[296986527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1571; }","duration":"128.535549ms","start":"2026-03-19T05:56:20.119464Z","end":"2026-03-19T05:56:20.247999Z","steps":["trace[296986527] 'agreement among raft nodes before linearized reading' (duration: 128.204631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.443092Z","caller":"traceutil/trace.go:171","msg":"trace[57943208] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"126.441196ms","start":"2026-03-19T05:56:20.316612Z","end":"2026-03-19T05:56:20.443054Z","steps":["trace[57943208] 'process raft request' (duration: 95.869436ms)","trace[57943208] 'compare' (duration: 30.266503ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.443336Z","caller":"traceutil/trace.go:171","msg":"trace[1021344035] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1651; }","duration":"125.279757ms","start":"2026-03-19T05:56:20.318035Z","end":"2026-03-19T05:56:20.443315Z","steps":["trace[1021344035] 'read index received' (duration: 5.897069ms)","trace[1021344035] 'applied index is now lower than readState.Index' (duration: 119.381608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.443448Z","caller":"traceutil/trace.go:171","msg":"trace[81140236] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"122.121437ms","start":"2026-03-19T05:56:20.321292Z","end":"2026-03-19T05:56:20.443413Z","steps":["trace[81140236] 'process raft request' (duration: 121.935973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.443602Z","caller":"traceutil/trace.go:171","msg":"trace[201322691] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"126.293271ms","start":"2026-03-19T05:56:20.317291Z","end":"2026-03-19T05:56:20.443584Z","steps":["trace[201322691] 'process raft request' (duration: 125.629485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.443593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.529073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T05:56:20.443775Z","caller":"traceutil/trace.go:171","msg":"trace[2077297683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1582; }","duration":"125.717137ms","start":"2026-03-19T05:56:20.318022Z","end":"2026-03-19T05:56:20.44374Z","steps":["trace[2077297683] 'agreement among raft nodes before linearized reading' (duration: 125.451251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.660919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.050458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:56:20.661041Z","caller":"traceutil/trace.go:171","msg":"trace[563378902] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"145.217378ms","start":"2026-03-19T05:56:20.515804Z","end":"2026-03-19T05:56:20.661022Z","steps":["trace[563378902] 'read index received' (duration: 33.992547ms)","trace[563378902] 'applied index is now lower than readState.Index' (duration: 111.223581ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.661045Z","caller":"traceutil/trace.go:171","msg":"trace[718666038] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"171.507461ms","start":"2026-03-19T05:56:20.489516Z","end":"2026-03-19T05:56:20.661024Z","steps":["trace[718666038] 'process raft request' (duration: 60.268429ms)","trace[718666038] 'compare' (duration: 110.883564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:20.661356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.627296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-03-19T05:56:20.661395Z","caller":"traceutil/trace.go:171","msg":"trace[13221230] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1595; }","duration":"177.696767ms","start":"2026-03-19T05:56:20.483688Z","end":"2026-03-19T05:56:20.661385Z","steps":["trace[13221230] 'agreement among raft nodes before linearized reading' (duration: 177.413529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.661495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.400764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6913"} {"level":"info","ts":"2026-03-19T05:56:20.661609Z","caller":"traceutil/trace.go:171","msg":"trace[1358086275] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1595; }","duration":"172.534058ms","start":"2026-03-19T05:56:20.489041Z","end":"2026-03-19T05:56:20.661575Z","steps":["trace[1358086275] 'agreement among raft nodes before linearized reading' (duration: 172.067626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.702443Z","caller":"traceutil/trace.go:171","msg":"trace[261022638] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"162.508825ms","start":"2026-03-19T05:56:20.539919Z","end":"2026-03-19T05:56:20.702428Z","steps":["trace[261022638] 'process raft request' (duration: 162.421012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.70255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.199798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-19T05:56:20.702574Z","caller":"traceutil/trace.go:171","msg":"trace[172065724] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"185.264177ms","start":"2026-03-19T05:56:20.5173Z","end":"2026-03-19T05:56:20.702565Z","steps":["trace[172065724] 'process raft request' (duration: 184.960119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.702602Z","caller":"traceutil/trace.go:171","msg":"trace[383668577] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1597; }","duration":"172.301211ms","start":"2026-03-19T05:56:20.530288Z","end":"2026-03-19T05:56:20.702589Z","steps":["trace[383668577] 'agreement among raft nodes before linearized reading' (duration: 172.167707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.383289Z","caller":"traceutil/trace.go:171","msg":"trace[1665062361] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1706; }","duration":"213.106119ms","start":"2026-03-19T05:56:23.170152Z","end":"2026-03-19T05:56:23.383259Z","steps":["trace[1665062361] 'read index received' (duration: 212.912704ms)","trace[1665062361] 'applied index is now lower than readState.Index' (duration: 192.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:23.383442Z","caller":"traceutil/trace.go:171","msg":"trace[1840056329] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"248.653395ms","start":"2026-03-19T05:56:23.134712Z","end":"2026-03-19T05:56:23.383366Z","steps":["trace[1840056329] 'process raft request' (duration: 248.361178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:23.383594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.765555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:56:23.383625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.449498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T05:56:23.38364Z","caller":"traceutil/trace.go:171","msg":"trace[1240707233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"113.883739ms","start":"2026-03-19T05:56:23.269743Z","end":"2026-03-19T05:56:23.383627Z","steps":["trace[1240707233] 'agreement among raft nodes before linearized reading' (duration: 113.699364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.383679Z","caller":"traceutil/trace.go:171","msg":"trace[1133014377] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666; range_end:; response_count:1; response_revision:1633; }","duration":"213.562391ms","start":"2026-03-19T05:56:23.170101Z","end":"2026-03-19T05:56:23.383663Z","steps":["trace[1133014377] 'agreement among raft nodes before linearized reading' (duration: 213.337925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:24.073094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849950979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:24.57374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849950979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:24.59202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.138085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:24.592335Z","caller":"traceutil/trace.go:171","msg":"trace[1181314261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1633; }","duration":"158.493993ms","start":"2026-03-19T05:56:24.433813Z","end":"2026-03-19T05:56:24.592307Z","steps":["trace[1181314261] 'range keys from in-memory index tree' (duration: 158.120274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:24.673151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281309792s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:56:24.673581Z","caller":"traceutil/trace.go:171","msg":"trace[1280729220] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.281825825s","start":"2026-03-19T05:56:23.391737Z","end":"2026-03-19T05:56:24.673563Z","steps":["trace[1280729220] 'process raft request' (duration: 1.281663231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:24.673715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.391715Z","time spent":"1.281919527s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:25.12531Z","caller":"traceutil/trace.go:171","msg":"trace[2143786009] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.567665286s","start":"2026-03-19T05:56:23.557618Z","end":"2026-03-19T05:56:25.125283Z","steps":["trace[2143786009] 'process raft request' (duration: 1.567445341s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.125477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.55759Z","time spent":"1.56780468s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:25.125698Z","caller":"traceutil/trace.go:171","msg":"trace[227427544] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1707; }","duration":"1.553093189s","start":"2026-03-19T05:56:23.572581Z","end":"2026-03-19T05:56:25.125674Z","steps":["trace[227427544] 'read index received' (duration: 1.100843565s)","trace[227427544] 'applied index is now lower than readState.Index' (duration: 452.248544ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:25.125737Z","caller":"traceutil/trace.go:171","msg":"trace[1633418858] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.499014136s","start":"2026-03-19T05:56:23.626676Z","end":"2026-03-19T05:56:25.12569Z","steps":["trace[1633418858] 'process raft request' (duration: 1.498882223s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.125769Z","caller":"traceutil/trace.go:171","msg":"trace[1277300028] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.558144516s","start":"2026-03-19T05:56:23.567584Z","end":"2026-03-19T05:56:25.125729Z","steps":["trace[1277300028] 'process raft request' (duration: 1.557655734s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.125852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.626628Z","time spent":"1.49918925s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:25.125983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553352765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:56:25.125983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.567571Z","time spent":"1.558279849s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:25.126032Z","caller":"traceutil/trace.go:171","msg":"trace[256128526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"1.553493618s","start":"2026-03-19T05:56:23.572527Z","end":"2026-03-19T05:56:25.126021Z","steps":["trace[256128526] 'agreement among raft nodes before linearized reading' (duration: 1.553267053s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.572514Z","time spent":"1.55354556s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:56:25.126095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362551468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-19T05:56:25.126137Z","caller":"traceutil/trace.go:171","msg":"trace[1747597824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666; range_end:; response_count:1; response_revision:1637; }","duration":"1.362590429s","start":"2026-03-19T05:56:23.763535Z","end":"2026-03-19T05:56:25.126125Z","steps":["trace[1747597824] 'agreement among raft nodes before linearized reading' (duration: 1.362489237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.538551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-03-19T05:56:25.125972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168591292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:25.126169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.76352Z","time spent":"1.362640421s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666\" "} {"level":"info","ts":"2026-03-19T05:56:25.126199Z","caller":"traceutil/trace.go:171","msg":"trace[1967275708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"1.16890911s","start":"2026-03-19T05:56:23.957279Z","end":"2026-03-19T05:56:25.126188Z","steps":["trace[1967275708] 'agreement among raft nodes before linearized reading' (duration: 1.168596182s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.957257Z","time spent":"1.168973992s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:56:25.12624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415030581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:56:25.126259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.059743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:25.126283Z","caller":"traceutil/trace.go:171","msg":"trace[1965802149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1637; }","duration":"1.415120673s","start":"2026-03-19T05:56:23.71115Z","end":"2026-03-19T05:56:25.126271Z","steps":["trace[1965802149] 'agreement among raft nodes before linearized reading' (duration: 1.414962779s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.126289Z","caller":"traceutil/trace.go:171","msg":"trace[1130425447] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1637; }","duration":"497.139465ms","start":"2026-03-19T05:56:24.629139Z","end":"2026-03-19T05:56:25.126278Z","steps":["trace[1130425447] 'agreement among raft nodes before linearized reading' (duration: 497.090604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.711128Z","time spent":"1.415182595s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:56:25.126325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:24.62911Z","time spent":"497.206567ms","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:56:25.125995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421674078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T05:56:25.12641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415224805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:56:25.126415Z","caller":"traceutil/trace.go:171","msg":"trace[533727607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1637; }","duration":"1.422206051s","start":"2026-03-19T05:56:23.7042Z","end":"2026-03-19T05:56:25.126406Z","steps":["trace[533727607] 'agreement among raft nodes before linearized reading' (duration: 1.421645977s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.704178Z","time spent":"1.422260132s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:56:25.126438Z","caller":"traceutil/trace.go:171","msg":"trace[642624861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"1.415281047s","start":"2026-03-19T05:56:23.711149Z","end":"2026-03-19T05:56:25.12643Z","steps":["trace[642624861] 'agreement among raft nodes before linearized reading' (duration: 1.415201605s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.31147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:56:25.126487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415211205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:56:25.126486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.711134Z","time spent":"1.415345558s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:56:25.126503Z","caller":"traceutil/trace.go:171","msg":"trace[852007811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"734.390142ms","start":"2026-03-19T05:56:24.392099Z","end":"2026-03-19T05:56:25.126489Z","steps":["trace[852007811] 'agreement among raft nodes before linearized reading' (duration: 734.28791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.126197Z","caller":"traceutil/trace.go:171","msg":"trace[1818299691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1637; }","duration":"448.616002ms","start":"2026-03-19T05:56:24.677565Z","end":"2026-03-19T05:56:25.126181Z","steps":["trace[1818299691] 'agreement among raft nodes before linearized reading' (duration: 448.470679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.126516Z","caller":"traceutil/trace.go:171","msg":"trace[868365451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"1.415238646s","start":"2026-03-19T05:56:23.711268Z","end":"2026-03-19T05:56:25.126507Z","steps":["trace[868365451] 'agreement among raft nodes before linearized reading' (duration: 1.415156954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.126534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:24.392076Z","time spent":"734.451514ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:25.126545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:23.711183Z","time spent":"1.415355858s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:25.126547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:24.677542Z","time spent":"448.998532ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-19T05:56:26.683706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495420185s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:56:26.684218Z","caller":"traceutil/trace.go:171","msg":"trace[783973866] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.55193941s","start":"2026-03-19T05:56:25.132254Z","end":"2026-03-19T05:56:26.684193Z","steps":["trace[783973866] 'process raft request' (duration: 1.551868977s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:26.684275Z","caller":"traceutil/trace.go:171","msg":"trace[336675747] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.552167456s","start":"2026-03-19T05:56:25.132075Z","end":"2026-03-19T05:56:26.684242Z","steps":["trace[336675747] 'process raft request' (duration: 1.551829077s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:26.684308Z","caller":"traceutil/trace.go:171","msg":"trace[2087989912] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.552084964s","start":"2026-03-19T05:56:25.13219Z","end":"2026-03-19T05:56:26.684275Z","steps":["trace[2087989912] 'process raft request' (duration: 1.551890508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.684388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.132197Z","time spent":"1.552086614s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:26.684429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.132066Z","time spent":"1.552275889s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:26.684476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.132182Z","time spent":"1.552208938s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:26.684565Z","caller":"traceutil/trace.go:171","msg":"trace[1996863981] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.551233962s","start":"2026-03-19T05:56:25.133319Z","end":"2026-03-19T05:56:26.684553Z","steps":["trace[1996863981] 'process raft request' (duration: 1.550840051s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.684615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.133296Z","time spent":"1.551290574s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:26.684649Z","caller":"traceutil/trace.go:171","msg":"trace[1242148409] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1711; }","duration":"1.547223532s","start":"2026-03-19T05:56:25.137414Z","end":"2026-03-19T05:56:26.684637Z","steps":["trace[1242148409] 'read index received' (duration: 50.836772ms)","trace[1242148409] 'applied index is now lower than readState.Index' (duration: 1.49638503s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:26.684714Z","caller":"traceutil/trace.go:171","msg":"trace[548858343] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.546285418s","start":"2026-03-19T05:56:25.138416Z","end":"2026-03-19T05:56:26.684701Z","steps":["trace[548858343] 'process raft request' (duration: 1.54596785s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.684764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.138407Z","time spent":"1.546325438s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:26.684777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547354475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:26.684825Z","caller":"traceutil/trace.go:171","msg":"trace[1649179078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"1.547421486s","start":"2026-03-19T05:56:25.13739Z","end":"2026-03-19T05:56:26.684811Z","steps":["trace[1649179078] 'agreement among raft nodes before linearized reading' (duration: 1.547350195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.684856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.137379Z","time spent":"1.547470198s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:56:26.689283Z","caller":"traceutil/trace.go:171","msg":"trace[1902897216] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.300218238s","start":"2026-03-19T05:56:25.389037Z","end":"2026-03-19T05:56:26.689255Z","steps":["trace[1902897216] 'process raft request' (duration: 1.299777767s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.689434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.389007Z","time spent":"1.300343811s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:26.689678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.816469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T05:56:26.689744Z","caller":"traceutil/trace.go:171","msg":"trace[2115614393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1645; }","duration":"637.920132ms","start":"2026-03-19T05:56:26.051805Z","end":"2026-03-19T05:56:26.689725Z","steps":["trace[2115614393] 'agreement among raft nodes before linearized reading' (duration: 637.719127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.689798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:26.051782Z","time spent":"638.007874ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:56:26.689868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.074121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T05:56:26.689912Z","caller":"traceutil/trace.go:171","msg":"trace[1602135681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1645; }","duration":"866.111612ms","start":"2026-03-19T05:56:25.823783Z","end":"2026-03-19T05:56:26.689895Z","steps":["trace[1602135681] 'agreement among raft nodes before linearized reading' (duration: 865.980698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.689941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.823712Z","time spent":"866.222684ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T05:56:26.689979Z","caller":"traceutil/trace.go:171","msg":"trace[910290389] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.088985507s","start":"2026-03-19T05:56:25.600981Z","end":"2026-03-19T05:56:26.689966Z","steps":["trace[910290389] 'process raft request' (duration: 1.08796163s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.690043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.600944Z","time spent":"1.089059967s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:26.690172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.063155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:26.690206Z","caller":"traceutil/trace.go:171","msg":"trace[275627360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1645; }","duration":"555.113156ms","start":"2026-03-19T05:56:26.13508Z","end":"2026-03-19T05:56:26.690193Z","steps":["trace[275627360] 'agreement among raft nodes before linearized reading' (duration: 555.025154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.69026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:26.135069Z","time spent":"555.176207ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:26.690408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.398883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-19T05:56:26.690517Z","caller":"traceutil/trace.go:171","msg":"trace[1601682041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666; range_end:; response_count:1; response_revision:1645; }","duration":"555.532327ms","start":"2026-03-19T05:56:26.134958Z","end":"2026-03-19T05:56:26.69049Z","steps":["trace[1601682041] 'agreement among raft nodes before linearized reading' (duration: 555.245619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.690564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:26.134931Z","time spent":"555.619199ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048f725-8890-4812-8e8e-6fc077090666\" "} {"level":"info","ts":"2026-03-19T05:56:32.135581Z","caller":"traceutil/trace.go:171","msg":"trace[586285994] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1770; }","duration":"417.373206ms","start":"2026-03-19T05:56:31.718181Z","end":"2026-03-19T05:56:32.135554Z","steps":["trace[586285994] 'read index received' (duration: 417.195801ms)","trace[586285994] 'applied index is now lower than readState.Index' (duration: 175.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:32.135597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.654349Z","time spent":"481.241134ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:56:32.135826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.631153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-03-19T05:56:32.135871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.097565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:32.13589Z","caller":"traceutil/trace.go:171","msg":"trace[1749993536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1694; }","duration":"417.728656ms","start":"2026-03-19T05:56:31.718144Z","end":"2026-03-19T05:56:32.135872Z","steps":["trace[1749993536] 'agreement among raft nodes before linearized reading' (duration: 417.52616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.135937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.718128Z","time spent":"417.800467ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T05:56:32.135949Z","caller":"traceutil/trace.go:171","msg":"trace[1803543384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1694; }","duration":"393.222348ms","start":"2026-03-19T05:56:31.742701Z","end":"2026-03-19T05:56:32.135924Z","steps":["trace[1803543384] 'agreement among raft nodes before linearized reading' (duration: 393.033113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.136025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.742673Z","time spent":"393.338431ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T05:56:39.164088Z","caller":"traceutil/trace.go:171","msg":"trace[1108740479] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"434.042435ms","start":"2026-03-19T05:56:38.730004Z","end":"2026-03-19T05:56:39.164046Z","steps":["trace[1108740479] 'process raft request' (duration: 433.724207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.16424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:38.729975Z","time spent":"434.187378ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:39.164709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.200391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:56:39.164804Z","caller":"traceutil/trace.go:171","msg":"trace[806979493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1751; }","duration":"417.496358ms","start":"2026-03-19T05:56:38.747285Z","end":"2026-03-19T05:56:39.164781Z","steps":["trace[806979493] 'agreement among raft nodes before linearized reading' (duration: 416.913063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.164858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:38.747265Z","time spent":"417.579811ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:56:39.164045Z","caller":"traceutil/trace.go:171","msg":"trace[1002632356] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"416.673827ms","start":"2026-03-19T05:56:38.747337Z","end":"2026-03-19T05:56:39.164011Z","steps":["trace[1002632356] 'read index received' (duration: 416.287288ms)","trace[1002632356] 'applied index is now lower than readState.Index' (duration: 384.809µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:39.16546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.726637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:56:39.165478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.624576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:39.165523Z","caller":"traceutil/trace.go:171","msg":"trace[29053888] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1751; }","duration":"225.831679ms","start":"2026-03-19T05:56:38.939677Z","end":"2026-03-19T05:56:39.165509Z","steps":["trace[29053888] 'agreement among raft nodes before linearized reading' (duration: 225.719467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:39.165549Z","caller":"traceutil/trace.go:171","msg":"trace[1240070150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"208.728979ms","start":"2026-03-19T05:56:38.9568Z","end":"2026-03-19T05:56:39.165529Z","steps":["trace[1240070150] 'agreement among raft nodes before linearized reading' (duration: 208.619476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.165595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.680462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T05:56:39.165659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.990824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:56:39.165708Z","caller":"traceutil/trace.go:171","msg":"trace[2065066221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1751; }","duration":"413.066986ms","start":"2026-03-19T05:56:38.752626Z","end":"2026-03-19T05:56:39.165693Z","steps":["trace[2065066221] 'agreement among raft nodes before linearized reading' (duration: 412.930813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.165709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.047936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:56:39.165773Z","caller":"traceutil/trace.go:171","msg":"trace[1700797812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1751; }","duration":"413.146679ms","start":"2026-03-19T05:56:38.752609Z","end":"2026-03-19T05:56:39.165756Z","steps":["trace[1700797812] 'agreement among raft nodes before linearized reading' (duration: 412.989005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.165833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:38.752593Z","time spent":"413.22781ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:39.165775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:38.752611Z","time spent":"413.151398ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:56:39.165705Z","caller":"traceutil/trace.go:171","msg":"trace[1275790873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1751; }","duration":"415.817456ms","start":"2026-03-19T05:56:38.749861Z","end":"2026-03-19T05:56:39.165679Z","steps":["trace[1275790873] 'agreement among raft nodes before linearized reading' (duration: 415.539189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:39.165944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:38.749851Z","time spent":"416.076012ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:40.219694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021824668s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:56:40.220335Z","caller":"traceutil/trace.go:171","msg":"trace[529948077] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"1.050329296s","start":"2026-03-19T05:56:39.169979Z","end":"2026-03-19T05:56:40.220308Z","steps":["trace[529948077] 'process raft request' (duration: 1.049972607s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:40.220464Z","caller":"traceutil/trace.go:171","msg":"trace[250990184] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"1.050409798s","start":"2026-03-19T05:56:39.170022Z","end":"2026-03-19T05:56:40.220432Z","steps":["trace[250990184] 'process raft request' (duration: 1.050212173s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:40.220533Z","caller":"traceutil/trace.go:171","msg":"trace[441113529] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"1.05007804s","start":"2026-03-19T05:56:39.170421Z","end":"2026-03-19T05:56:40.220499Z","steps":["trace[441113529] 'process raft request' (duration: 1.049933816s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:40.220533Z","caller":"traceutil/trace.go:171","msg":"trace[849541114] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1829; }","duration":"1.033210065s","start":"2026-03-19T05:56:39.187271Z","end":"2026-03-19T05:56:40.220481Z","steps":["trace[849541114] 'read index received' (duration: 10.625557ms)","trace[849541114] 'applied index is now lower than readState.Index' (duration: 1.022583258s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:40.220591Z","caller":"traceutil/trace.go:171","msg":"trace[28768634] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"1.048380768s","start":"2026-03-19T05:56:39.172186Z","end":"2026-03-19T05:56:40.220567Z","steps":["trace[28768634] 'process raft request' (duration: 1.048209553s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.220629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.170017Z","time spent":"1.050523791s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:40.22072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.172177Z","time spent":"1.04847012s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:40.220782Z","caller":"traceutil/trace.go:171","msg":"trace[1899935995] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"1.050710106s","start":"2026-03-19T05:56:39.170057Z","end":"2026-03-19T05:56:40.220767Z","steps":["trace[1899935995] 'process raft request' (duration: 1.050225613s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.220867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.170038Z","time spent":"1.050790328s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:40.220945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033685218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:40.22103Z","caller":"traceutil/trace.go:171","msg":"trace[1832953561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1757; }","duration":"1.033824641s","start":"2026-03-19T05:56:39.187189Z","end":"2026-03-19T05:56:40.221013Z","steps":["trace[1832953561] 'agreement among raft nodes before linearized reading' (duration: 1.033528794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.220727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.169971Z","time spent":"1.050476879s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:40.221122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.187171Z","time spent":"1.033940494s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:40.22072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.170401Z","time spent":"1.050227274s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:40.509837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.207503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:56:40.510144Z","caller":"traceutil/trace.go:171","msg":"trace[1190724561] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"289.480822ms","start":"2026-03-19T05:56:40.220647Z","end":"2026-03-19T05:56:40.510128Z","steps":["trace[1190724561] 'read index received' (duration: 111.875598ms)","trace[1190724561] 'applied index is now lower than readState.Index' (duration: 177.603754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:40.510289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25613033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:56:40.510325Z","caller":"traceutil/trace.go:171","msg":"trace[532870020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1758; }","duration":"1.256203622s","start":"2026-03-19T05:56:39.254111Z","end":"2026-03-19T05:56:40.510315Z","steps":["trace[532870020] 'agreement among raft nodes before linearized reading' (duration: 1.256061288s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.510363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.254089Z","time spent":"1.256266954s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:56:40.51036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.00774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:40.510437Z","caller":"traceutil/trace.go:171","msg":"trace[1656800774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1758; }","duration":"431.074442ms","start":"2026-03-19T05:56:40.079336Z","end":"2026-03-19T05:56:40.51041Z","steps":["trace[1656800774] 'agreement among raft nodes before linearized reading' (duration: 430.913068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.510341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.585639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:56:40.510461Z","caller":"traceutil/trace.go:171","msg":"trace[33005171] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"372.501176ms","start":"2026-03-19T05:56:40.137933Z","end":"2026-03-19T05:56:40.510434Z","steps":["trace[33005171] 'process raft request' (duration: 194.614925ms)","trace[33005171] 'compare' (duration: 177.018509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:40.510505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:40.079264Z","time spent":"431.225185ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:40.510594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:40.137911Z","time spent":"372.603258ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:40.510651Z","caller":"traceutil/trace.go:171","msg":"trace[2138845926] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1758; }","duration":"409.911968ms","start":"2026-03-19T05:56:40.100684Z","end":"2026-03-19T05:56:40.510595Z","steps":["trace[2138845926] 'agreement among raft nodes before linearized reading' (duration: 409.558399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.51075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:40.100666Z","time spent":"410.061511ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:56:41.348172Z","caller":"traceutil/trace.go:171","msg":"trace[1618813335] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1837; }","duration":"146.115302ms","start":"2026-03-19T05:56:41.202029Z","end":"2026-03-19T05:56:41.348145Z","steps":["trace[1618813335] 'read index received' (duration: 145.884296ms)","trace[1618813335] 'applied index is now lower than readState.Index' (duration: 229.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:41.348214Z","caller":"traceutil/trace.go:171","msg":"trace[423312437] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"178.319764ms","start":"2026-03-19T05:56:41.169866Z","end":"2026-03-19T05:56:41.348186Z","steps":["trace[423312437] 'process raft request' (duration: 178.065657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:41.348483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.409249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:56:41.348551Z","caller":"traceutil/trace.go:171","msg":"trace[699473980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1760; }","duration":"146.555832ms","start":"2026-03-19T05:56:41.201979Z","end":"2026-03-19T05:56:41.348535Z","steps":["trace[699473980] 'agreement among raft nodes before linearized reading' (duration: 146.320416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:41.348761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.544262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:41.348846Z","caller":"traceutil/trace.go:171","msg":"trace[817558082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1760; }","duration":"119.687955ms","start":"2026-03-19T05:56:41.229138Z","end":"2026-03-19T05:56:41.348826Z","steps":["trace[817558082] 'agreement among raft nodes before linearized reading' (duration: 119.202713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:45.877788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:46.378003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:46.878833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:47.082417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72219233s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:56:47.08289Z","caller":"traceutil/trace.go:171","msg":"trace[180244235] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"1.722756145s","start":"2026-03-19T05:56:45.360109Z","end":"2026-03-19T05:56:47.082866Z","steps":["trace[180244235] 'process raft request' (duration: 1.722591171s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.083088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.360088Z","time spent":"1.722920668s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:47.089649Z","caller":"traceutil/trace.go:171","msg":"trace[1505057245] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"848.688094ms","start":"2026-03-19T05:56:46.240939Z","end":"2026-03-19T05:56:47.089627Z","steps":["trace[1505057245] 'process raft request' (duration: 848.5485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.089774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.240915Z","time spent":"848.790617ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:47.089898Z","caller":"traceutil/trace.go:171","msg":"trace[1425995170] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"844.195372ms","start":"2026-03-19T05:56:46.245674Z","end":"2026-03-19T05:56:47.089869Z","steps":["trace[1425995170] 'process raft request' (duration: 843.917985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.245637Z","time spent":"844.336274ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:47.090332Z","caller":"traceutil/trace.go:171","msg":"trace[1016834931] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1858; }","duration":"1.713395649s","start":"2026-03-19T05:56:45.376923Z","end":"2026-03-19T05:56:47.090319Z","steps":["trace[1016834931] 'read index received' (duration: 1.705766806s)","trace[1016834931] 'applied index is now lower than readState.Index' (duration: 7.627793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:47.090421Z","caller":"traceutil/trace.go:171","msg":"trace[1143813331] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"280.034175ms","start":"2026-03-19T05:56:46.810338Z","end":"2026-03-19T05:56:47.090372Z","steps":["trace[1143813331] 'process raft request' (duration: 279.495992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.005746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:56:47.090518Z","caller":"traceutil/trace.go:171","msg":"trace[864223661] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1783; }","duration":"746.109138ms","start":"2026-03-19T05:56:46.344399Z","end":"2026-03-19T05:56:47.090508Z","steps":["trace[864223661] 'agreement among raft nodes before linearized reading' (duration: 746.033596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713191144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:56:47.090546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.344367Z","time spent":"746.173489ms","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:56:47.09056Z","caller":"traceutil/trace.go:171","msg":"trace[128401493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1783; }","duration":"1.713253546s","start":"2026-03-19T05:56:45.377293Z","end":"2026-03-19T05:56:47.090546Z","steps":["trace[128401493] 'agreement among raft nodes before linearized reading' (duration: 1.713123382s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713624274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:56:47.090653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209710478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:47.090692Z","caller":"traceutil/trace.go:171","msg":"trace[1434368152] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1783; }","duration":"1.2097805s","start":"2026-03-19T05:56:45.880899Z","end":"2026-03-19T05:56:47.09068Z","steps":["trace[1434368152] 'agreement among raft nodes before linearized reading' (duration: 1.209725489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.295719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:47.090727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.880882Z","time spent":"1.209836772s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:56:47.090747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.111356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:56:47.090776Z","caller":"traceutil/trace.go:171","msg":"trace[65060015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1783; }","duration":"480.182529ms","start":"2026-03-19T05:56:46.610586Z","end":"2026-03-19T05:56:47.090769Z","steps":["trace[65060015] 'agreement among raft nodes before linearized reading' (duration: 480.091647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:47.090773Z","caller":"traceutil/trace.go:171","msg":"trace[2055405489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1783; }","duration":"133.465944ms","start":"2026-03-19T05:56:46.957284Z","end":"2026-03-19T05:56:47.09075Z","steps":["trace[2055405489] 'agreement among raft nodes before linearized reading' (duration: 133.204027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.618281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T05:56:47.090799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.610565Z","time spent":"480.22999ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:56:47.09065Z","caller":"traceutil/trace.go:171","msg":"trace[587017059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1783; }","duration":"1.713742148s","start":"2026-03-19T05:56:45.376889Z","end":"2026-03-19T05:56:47.090631Z","steps":["trace[587017059] 'agreement among raft nodes before linearized reading' (duration: 1.713515352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.377282Z","time spent":"1.713313927s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T05:56:47.090839Z","caller":"traceutil/trace.go:171","msg":"trace[1970940122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1783; }","duration":"842.712343ms","start":"2026-03-19T05:56:46.248112Z","end":"2026-03-19T05:56:47.090824Z","steps":["trace[1970940122] 'agreement among raft nodes before linearized reading' (duration: 842.618971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.090857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.376877Z","time spent":"1.713968053s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:47.090881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.248089Z","time spent":"842.785205ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:56:47.090697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.56006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T05:56:47.091011Z","caller":"traceutil/trace.go:171","msg":"trace[1651211519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1783; }","duration":"842.912578ms","start":"2026-03-19T05:56:46.248084Z","end":"2026-03-19T05:56:47.090997Z","steps":["trace[1651211519] 'agreement among raft nodes before linearized reading' (duration: 842.496117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.091016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.621756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:56:47.091051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.248069Z","time spent":"842.97354ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:56:47.091308Z","caller":"traceutil/trace.go:171","msg":"trace[1758130860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1783; }","duration":"844.108558ms","start":"2026-03-19T05:56:46.247188Z","end":"2026-03-19T05:56:47.091296Z","steps":["trace[1758130860] 'agreement among raft nodes before linearized reading' (duration: 843.420721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:47.091513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.247175Z","time spent":"844.327683ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T05:56:58.702443Z","caller":"traceutil/trace.go:171","msg":"trace[279083369] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"341.512836ms","start":"2026-03-19T05:56:58.360902Z","end":"2026-03-19T05:56:58.702414Z","steps":["trace[279083369] 'process raft request' (duration: 341.357103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:58.702624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:58.360883Z","time spent":"341.647259ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:11.544488Z","caller":"traceutil/trace.go:171","msg":"trace[1202460816] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"133.162611ms","start":"2026-03-19T05:57:11.41131Z","end":"2026-03-19T05:57:11.544473Z","steps":["trace[1202460816] 'read index received' (duration: 63.669802ms)","trace[1202460816] 'applied index is now lower than readState.Index' (duration: 69.491999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:11.544503Z","caller":"traceutil/trace.go:171","msg":"trace[1021607968] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"169.972798ms","start":"2026-03-19T05:57:11.374485Z","end":"2026-03-19T05:57:11.544458Z","steps":["trace[1021607968] 'process raft request' (duration: 100.487369ms)","trace[1021607968] 'compare' (duration: 69.375897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:11.544663Z","caller":"traceutil/trace.go:171","msg":"trace[1678210228] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"129.9284ms","start":"2026-03-19T05:57:11.414723Z","end":"2026-03-19T05:57:11.544651Z","steps":["trace[1678210228] 'process raft request' (duration: 129.726075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:11.544753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.813379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:57:11.544872Z","caller":"traceutil/trace.go:171","msg":"trace[429997633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"168.957212ms","start":"2026-03-19T05:57:11.375895Z","end":"2026-03-19T05:57:11.544853Z","steps":["trace[429997633] 'agreement among raft nodes before linearized reading' (duration: 168.670855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:11.544825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.180506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:57:11.545035Z","caller":"traceutil/trace.go:171","msg":"trace[2900610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"126.387901ms","start":"2026-03-19T05:57:11.418625Z","end":"2026-03-19T05:57:11.545013Z","steps":["trace[2900610] 'agreement among raft nodes before linearized reading' (duration: 125.965431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:12.229167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:57:12.521984Z","caller":"traceutil/trace.go:171","msg":"trace[1612467093] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"793.629186ms","start":"2026-03-19T05:57:11.728324Z","end":"2026-03-19T05:57:12.521953Z","steps":["trace[1612467093] 'read index received' (duration: 793.479412ms)","trace[1612467093] 'applied index is now lower than readState.Index' (duration: 148.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:12.522046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:11.710942Z","time spent":"811.096485ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:57:12.522215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.222037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:12.522303Z","caller":"traceutil/trace.go:171","msg":"trace[230153075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"565.32272ms","start":"2026-03-19T05:57:11.956959Z","end":"2026-03-19T05:57:12.522281Z","steps":["trace[230153075] 'agreement among raft nodes before linearized reading' (duration: 565.170846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:12.522307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.957944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T05:57:12.522356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:11.956917Z","time spent":"565.430543ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:57:12.522374Z","caller":"traceutil/trace.go:171","msg":"trace[1153188366] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1913; }","duration":"794.067057ms","start":"2026-03-19T05:57:11.728287Z","end":"2026-03-19T05:57:12.522354Z","steps":["trace[1153188366] 'agreement among raft nodes before linearized reading' (duration: 793.761589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:12.522414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:11.72827Z","time spent":"794.135888ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T05:57:12.522516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.188274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:57:12.522614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T05:57:12.522669Z","caller":"traceutil/trace.go:171","msg":"trace[1248366529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"147.382769ms","start":"2026-03-19T05:57:12.375232Z","end":"2026-03-19T05:57:12.522615Z","steps":["trace[1248366529] 'agreement among raft nodes before linearized reading' (duration: 147.01671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:12.522718Z","caller":"traceutil/trace.go:171","msg":"trace[1559784328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1913; }","duration":"112.969093ms","start":"2026-03-19T05:57:12.409727Z","end":"2026-03-19T05:57:12.522696Z","steps":["trace[1559784328] 'agreement among raft nodes before linearized reading' (duration: 112.45405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.036575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:57:13.293344Z","caller":"traceutil/trace.go:171","msg":"trace[1718444765] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1999; }","duration":"757.324042ms","start":"2026-03-19T05:57:12.535989Z","end":"2026-03-19T05:57:13.293313Z","steps":["trace[1718444765] 'read index received' (duration: 733.188956ms)","trace[1718444765] 'applied index is now lower than readState.Index' (duration: 24.133546ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:13.293433Z","caller":"traceutil/trace.go:171","msg":"trace[1058679641] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"766.392041ms","start":"2026-03-19T05:57:12.527008Z","end":"2026-03-19T05:57:13.293401Z","steps":["trace[1058679641] 'process raft request' (duration: 766.200206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.293569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.526984Z","time spent":"766.512413ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:13.29354Z","caller":"traceutil/trace.go:171","msg":"trace[1171863120] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"769.811086ms","start":"2026-03-19T05:57:12.523685Z","end":"2026-03-19T05:57:13.293496Z","steps":["trace[1171863120] 'process raft request' (duration: 745.487664ms)","trace[1171863120] 'compare' (duration: 21.45211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:13.293661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.889795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:13.293708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.564109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:13.293759Z","caller":"traceutil/trace.go:171","msg":"trace[432833095] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1915; }","duration":"334.04314ms","start":"2026-03-19T05:57:12.959693Z","end":"2026-03-19T05:57:13.293737Z","steps":["trace[432833095] 'agreement among raft nodes before linearized reading' (duration: 333.874956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.293761Z","caller":"traceutil/trace.go:171","msg":"trace[442700997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1915; }","duration":"757.816096ms","start":"2026-03-19T05:57:12.535932Z","end":"2026-03-19T05:57:13.293748Z","steps":["trace[442700997] 'agreement among raft nodes before linearized reading' (duration: 757.569809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.293822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.95967Z","time spent":"334.136982ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:13.293851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.523657Z","time spent":"769.975731ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:13.293889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.53592Z","time spent":"757.915498ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T05:57:13.29416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.4968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:13.294171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.029107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:13.294214Z","caller":"traceutil/trace.go:171","msg":"trace[179941361] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1915; }","duration":"293.166341ms","start":"2026-03-19T05:57:13.001037Z","end":"2026-03-19T05:57:13.294203Z","steps":["trace[179941361] 'agreement among raft nodes before linearized reading' (duration: 293.073728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.294214Z","caller":"traceutil/trace.go:171","msg":"trace[1097852842] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1915; }","duration":"270.581622ms","start":"2026-03-19T05:57:13.023614Z","end":"2026-03-19T05:57:13.294196Z","steps":["trace[1097852842] 'agreement among raft nodes before linearized reading' (duration: 270.452989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.468104Z","caller":"traceutil/trace.go:171","msg":"trace[2137624962] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"117.259282ms","start":"2026-03-19T05:57:13.350812Z","end":"2026-03-19T05:57:13.468072Z","steps":["trace[2137624962] 'process raft request' (duration: 43.833384ms)","trace[2137624962] 'compare' (duration: 72.955156ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:13.603211Z","caller":"traceutil/trace.go:171","msg":"trace[1952450241] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"125.466429ms","start":"2026-03-19T05:57:13.477692Z","end":"2026-03-19T05:57:13.603159Z","steps":["trace[1952450241] 'process raft request' (duration: 125.163191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.887162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.969009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:13.887404Z","caller":"traceutil/trace.go:171","msg":"trace[967146345] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"280.110851ms","start":"2026-03-19T05:57:13.60726Z","end":"2026-03-19T05:57:13.887371Z","steps":["trace[967146345] 'process raft request' (duration: 163.821935ms)","trace[967146345] 'compare' (duration: 115.759793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:13.887479Z","caller":"traceutil/trace.go:171","msg":"trace[279511600] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"278.242594ms","start":"2026-03-19T05:57:13.609217Z","end":"2026-03-19T05:57:13.887459Z","steps":["trace[279511600] 'process raft request' (duration: 278.193462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.887618Z","caller":"traceutil/trace.go:171","msg":"trace[1393889448] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"278.573693ms","start":"2026-03-19T05:57:13.609035Z","end":"2026-03-19T05:57:13.887608Z","steps":["trace[1393889448] 'process raft request' (duration: 278.330316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.887862Z","caller":"traceutil/trace.go:171","msg":"trace[1341003835] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"278.815508ms","start":"2026-03-19T05:57:13.60885Z","end":"2026-03-19T05:57:13.887666Z","steps":["trace[1341003835] 'process raft request' (duration: 278.435288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:17.730075Z","caller":"traceutil/trace.go:171","msg":"trace[1794821418] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"304.509535ms","start":"2026-03-19T05:57:17.425542Z","end":"2026-03-19T05:57:17.730051Z","steps":["trace[1794821418] 'read index received' (duration: 304.414313ms)","trace[1794821418] 'applied index is now lower than readState.Index' (duration: 94.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:17.730175Z","caller":"traceutil/trace.go:171","msg":"trace[1783506237] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"371.704575ms","start":"2026-03-19T05:57:17.358444Z","end":"2026-03-19T05:57:17.730149Z","steps":["trace[1783506237] 'process raft request' (duration: 371.440349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:17.730224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.660508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:17.730261Z","caller":"traceutil/trace.go:171","msg":"trace[1531895212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"304.755501ms","start":"2026-03-19T05:57:17.425494Z","end":"2026-03-19T05:57:17.73025Z","steps":["trace[1531895212] 'agreement among raft nodes before linearized reading' (duration: 304.679009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:17.730299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.425472Z","time spent":"304.820483ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:17.730301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.358406Z","time spent":"371.822188ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:18.051837Z","caller":"traceutil/trace.go:171","msg":"trace[228576180] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2020; }","duration":"321.664426ms","start":"2026-03-19T05:57:17.730144Z","end":"2026-03-19T05:57:18.051808Z","steps":["trace[228576180] 'read index received' (duration: 289.571099ms)","trace[228576180] 'applied index is now lower than readState.Index' (duration: 32.092287ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:18.052057Z","caller":"traceutil/trace.go:171","msg":"trace[1464846805] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"566.629622ms","start":"2026-03-19T05:57:17.485383Z","end":"2026-03-19T05:57:18.052013Z","steps":["trace[1464846805] 'process raft request' (duration: 566.376705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.052218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.48536Z","time spent":"566.770786ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.052229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.447193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:18.052247Z","caller":"traceutil/trace.go:171","msg":"trace[1904180542] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"572.707234ms","start":"2026-03-19T05:57:17.479503Z","end":"2026-03-19T05:57:18.05221Z","steps":["trace[1904180542] 'process raft request' (duration: 540.296169ms)","trace[1904180542] 'compare' (duration: 31.709708ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:18.052259Z","caller":"traceutil/trace.go:171","msg":"trace[541454398] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"567.35934ms","start":"2026-03-19T05:57:17.484863Z","end":"2026-03-19T05:57:18.052223Z","steps":["trace[541454398] 'process raft request' (duration: 566.834247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.05229Z","caller":"traceutil/trace.go:171","msg":"trace[838890330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"420.509144ms","start":"2026-03-19T05:57:17.631762Z","end":"2026-03-19T05:57:18.052271Z","steps":["trace[838890330] 'agreement among raft nodes before linearized reading' (duration: 420.32831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.052312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.431751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:57:18.052351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.631693Z","time spent":"420.645148ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T05:57:18.052371Z","caller":"traceutil/trace.go:171","msg":"trace[85060546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"149.526793ms","start":"2026-03-19T05:57:17.902828Z","end":"2026-03-19T05:57:18.052355Z","steps":["trace[85060546] 'agreement among raft nodes before linearized reading' (duration: 149.39015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.052391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.479476Z","time spent":"572.834128ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.052397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.757369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T05:57:18.052437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.48484Z","time spent":"567.497374ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.052442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.588405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:18.05247Z","caller":"traceutil/trace.go:171","msg":"trace[1717960084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1936; }","duration":"149.868042ms","start":"2026-03-19T05:57:17.902585Z","end":"2026-03-19T05:57:18.052453Z","steps":["trace[1717960084] 'agreement among raft nodes before linearized reading' (duration: 149.698447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.052502Z","caller":"traceutil/trace.go:171","msg":"trace[1164881793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1936; }","duration":"149.684367ms","start":"2026-03-19T05:57:17.9028Z","end":"2026-03-19T05:57:18.052484Z","steps":["trace[1164881793] 'agreement among raft nodes before linearized reading' (duration: 149.441501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.052574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.699772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:57:18.05261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.149015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:18.052623Z","caller":"traceutil/trace.go:171","msg":"trace[2065991715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1936; }","duration":"150.791674ms","start":"2026-03-19T05:57:17.901818Z","end":"2026-03-19T05:57:18.05261Z","steps":["trace[2065991715] 'agreement among raft nodes before linearized reading' (duration: 150.374404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.052659Z","caller":"traceutil/trace.go:171","msg":"trace[510657666] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1936; }","duration":"360.756549ms","start":"2026-03-19T05:57:17.691886Z","end":"2026-03-19T05:57:18.052642Z","steps":["trace[510657666] 'agreement among raft nodes before linearized reading' (duration: 360.128194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.052705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.691873Z","time spent":"360.814761ms","remote":"127.0.0.1:35356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:18.052864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.191018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:57:18.053733Z","caller":"traceutil/trace.go:171","msg":"trace[1702621237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"437.102772ms","start":"2026-03-19T05:57:17.616611Z","end":"2026-03-19T05:57:18.053713Z","steps":["trace[1702621237] 'agreement among raft nodes before linearized reading' (duration: 435.43985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.053933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:17.616585Z","time spent":"437.331468ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:57:18.766507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.835198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:18.766677Z","caller":"traceutil/trace.go:171","msg":"trace[403145407] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"710.240716ms","start":"2026-03-19T05:57:18.056413Z","end":"2026-03-19T05:57:18.766654Z","steps":["trace[403145407] 'process raft request' (duration: 228.161453ms)","trace[403145407] 'compare' (duration: 481.53328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:18.766748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.05639Z","time spent":"710.326148ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:18.792541Z","caller":"traceutil/trace.go:171","msg":"trace[1196082131] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"735.301957ms","start":"2026-03-19T05:57:18.057206Z","end":"2026-03-19T05:57:18.792508Z","steps":["trace[1196082131] 'process raft request' (duration: 735.073831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.79266Z","caller":"traceutil/trace.go:171","msg":"trace[831053451] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"735.246976ms","start":"2026-03-19T05:57:18.057393Z","end":"2026-03-19T05:57:18.79264Z","steps":["trace[831053451] 'process raft request' (duration: 735.105613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.792678Z","caller":"traceutil/trace.go:171","msg":"trace[1121298630] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2023; }","duration":"512.417648ms","start":"2026-03-19T05:57:18.280236Z","end":"2026-03-19T05:57:18.792653Z","steps":["trace[1121298630] 'read index received' (duration: 4.352579ms)","trace[1121298630] 'applied index is now lower than readState.Index' (duration: 508.063989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:18.792749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.057377Z","time spent":"735.329179ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:18.792779Z","caller":"traceutil/trace.go:171","msg":"trace[1958931776] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"735.37386ms","start":"2026-03-19T05:57:18.057383Z","end":"2026-03-19T05:57:18.792757Z","steps":["trace[1958931776] 'process raft request' (duration: 735.160224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.792774Z","caller":"traceutil/trace.go:171","msg":"trace[335372607] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"683.524815ms","start":"2026-03-19T05:57:18.109221Z","end":"2026-03-19T05:57:18.792746Z","steps":["trace[335372607] 'process raft request' (duration: 683.35402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.792702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.057191Z","time spent":"735.423221ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.792986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.291324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-19T05:57:18.793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.754057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:18.792989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.109213Z","time spent":"683.624047ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:18.793031Z","caller":"traceutil/trace.go:171","msg":"trace[1045008536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1943; }","duration":"477.367876ms","start":"2026-03-19T05:57:18.31565Z","end":"2026-03-19T05:57:18.793018Z","steps":["trace[1045008536] 'agreement among raft nodes before linearized reading' (duration: 477.212112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.793045Z","caller":"traceutil/trace.go:171","msg":"trace[1153182513] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1943; }","duration":"512.841849ms","start":"2026-03-19T05:57:18.280189Z","end":"2026-03-19T05:57:18.793031Z","steps":["trace[1153182513] 'agreement among raft nodes before linearized reading' (duration: 512.751787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.793061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.315628Z","time spent":"477.426348ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:57:18.792836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.057357Z","time spent":"735.449221ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.793088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.280169Z","time spent":"512.90887ms","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:18.793031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.391208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:57:18.793178Z","caller":"traceutil/trace.go:171","msg":"trace[1706450982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1943; }","duration":"160.676325ms","start":"2026-03-19T05:57:18.632481Z","end":"2026-03-19T05:57:18.793157Z","steps":["trace[1706450982] 'agreement among raft nodes before linearized reading' (duration: 160.408549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.792813Z","caller":"traceutil/trace.go:171","msg":"trace[2080542361] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"634.07599ms","start":"2026-03-19T05:57:18.158726Z","end":"2026-03-19T05:57:18.792802Z","steps":["trace[2080542361] 'process raft request' (duration: 633.883445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:18.79289Z","caller":"traceutil/trace.go:171","msg":"trace[1437222227] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"735.608206ms","start":"2026-03-19T05:57:18.057249Z","end":"2026-03-19T05:57:18.792857Z","steps":["trace[1437222227] 'process raft request' (duration: 735.162234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.793455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.057239Z","time spent":"736.17434ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.793449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.158689Z","time spent":"634.618154ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:18.793066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.766458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:57:18.793584Z","caller":"traceutil/trace.go:171","msg":"trace[234138568] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1943; }","duration":"312.375673ms","start":"2026-03-19T05:57:18.481187Z","end":"2026-03-19T05:57:18.793563Z","steps":["trace[234138568] 'agreement among raft nodes before linearized reading' (duration: 311.767028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:18.79366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:18.481163Z","time spent":"312.471406ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:19.226784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.415641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:19.226871Z","caller":"traceutil/trace.go:171","msg":"trace[2001360565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"269.550695ms","start":"2026-03-19T05:57:18.957299Z","end":"2026-03-19T05:57:19.22685Z","steps":["trace[2001360565] 'range keys from in-memory index tree' (duration: 269.271358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:19.226868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.391247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:19.226964Z","caller":"traceutil/trace.go:171","msg":"trace[817698860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"166.550313ms","start":"2026-03-19T05:57:19.060391Z","end":"2026-03-19T05:57:19.226942Z","steps":["trace[817698860] 'range keys from in-memory index tree' (duration: 166.146762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:20.177608Z","caller":"traceutil/trace.go:171","msg":"trace[809790531] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"118.908224ms","start":"2026-03-19T05:57:20.058674Z","end":"2026-03-19T05:57:20.177582Z","steps":["trace[809790531] 'process raft request' (duration: 118.864503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:20.177902Z","caller":"traceutil/trace.go:171","msg":"trace[363152307] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"120.023321ms","start":"2026-03-19T05:57:20.057818Z","end":"2026-03-19T05:57:20.177841Z","steps":["trace[363152307] 'process raft request' (duration: 119.57648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.297246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:57:21.767316Z","caller":"traceutil/trace.go:171","msg":"trace[1662258859] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2033; }","duration":"970.746684ms","start":"2026-03-19T05:57:20.796542Z","end":"2026-03-19T05:57:21.767289Z","steps":["trace[1662258859] 'read index received' (duration: 970.485828ms)","trace[1662258859] 'applied index is now lower than readState.Index' (duration: 259.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:21.767372Z","caller":"traceutil/trace.go:171","msg":"trace[1611882557] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"992.813499ms","start":"2026-03-19T05:57:20.774523Z","end":"2026-03-19T05:57:21.767336Z","steps":["trace[1611882557] 'process raft request' (duration: 992.620845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.76753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.138101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:21.767559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.479142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:57:21.767599Z","caller":"traceutil/trace.go:171","msg":"trace[766820300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"810.276085ms","start":"2026-03-19T05:57:20.957306Z","end":"2026-03-19T05:57:21.767582Z","steps":["trace[766820300] 'agreement among raft nodes before linearized reading' (duration: 810.139472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.767613Z","caller":"traceutil/trace.go:171","msg":"trace[714373996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"969.550474ms","start":"2026-03-19T05:57:20.79805Z","end":"2026-03-19T05:57:21.7676Z","steps":["trace[714373996] 'agreement among raft nodes before linearized reading' (duration: 969.39982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.767642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.798044Z","time spent":"969.592635ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:21.767641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.95728Z","time spent":"810.354327ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:21.767665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.774503Z","time spent":"993.004505ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:21.767686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.845561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:57:21.767765Z","caller":"traceutil/trace.go:171","msg":"trace[1728357179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"969.995277ms","start":"2026-03-19T05:57:20.797753Z","end":"2026-03-19T05:57:21.767748Z","steps":["trace[1728357179] 'agreement among raft nodes before linearized reading' (duration: 969.807811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.767749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.460333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T05:57:21.767798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.900947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:57:21.767829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.4038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:21.767837Z","caller":"traceutil/trace.go:171","msg":"trace[664770738] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130; range_end:; response_count:1; response_revision:1947; }","duration":"832.621108ms","start":"2026-03-19T05:57:20.935194Z","end":"2026-03-19T05:57:21.767815Z","steps":["trace[664770738] 'agreement among raft nodes before linearized reading' (duration: 832.34846ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.767878Z","caller":"traceutil/trace.go:171","msg":"trace[1056176514] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:1947; }","duration":"112.023999ms","start":"2026-03-19T05:57:21.655835Z","end":"2026-03-19T05:57:21.767859Z","steps":["trace[1056176514] 'agreement among raft nodes before linearized reading' (duration: 111.782662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.767874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.225302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:57:21.768049Z","caller":"traceutil/trace.go:171","msg":"trace[1928006209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"970.437488ms","start":"2026-03-19T05:57:20.797593Z","end":"2026-03-19T05:57:21.768031Z","steps":["trace[1928006209] 'agreement among raft nodes before linearized reading' (duration: 969.835522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.767892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.935167Z","time spent":"832.716831ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130\" "} {"level":"warn","ts":"2026-03-19T05:57:21.768223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.797576Z","time spent":"970.521679ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:57:21.768264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.685358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:57:21.768507Z","caller":"traceutil/trace.go:171","msg":"trace[1391230855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"971.963455ms","start":"2026-03-19T05:57:20.796525Z","end":"2026-03-19T05:57:21.768488Z","steps":["trace[1391230855] 'agreement among raft nodes before linearized reading' (duration: 970.889587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.768576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.796517Z","time spent":"972.041177ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:21.767823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:20.797722Z","time spent":"970.088828ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:57:21.767902Z","caller":"traceutil/trace.go:171","msg":"trace[1133641430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"466.496973ms","start":"2026-03-19T05:57:21.301371Z","end":"2026-03-19T05:57:21.767868Z","steps":["trace[1133641430] 'agreement among raft nodes before linearized reading' (duration: 466.341198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:21.76871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:21.301352Z","time spent":"467.346023ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:21.971877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.653679ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T05:57:21.972291Z","caller":"traceutil/trace.go:171","msg":"trace[1037364097] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"199.832901ms","start":"2026-03-19T05:57:21.77244Z","end":"2026-03-19T05:57:21.972273Z","steps":["trace[1037364097] 'process raft request' (duration: 199.753028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.972295Z","caller":"traceutil/trace.go:171","msg":"trace[1069837779] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"201.495102ms","start":"2026-03-19T05:57:21.770779Z","end":"2026-03-19T05:57:21.972274Z","steps":["trace[1069837779] 'process raft request' (duration: 201.289276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.972626Z","caller":"traceutil/trace.go:171","msg":"trace[1633496709] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"200.021995ms","start":"2026-03-19T05:57:21.772589Z","end":"2026-03-19T05:57:21.972611Z","steps":["trace[1633496709] 'process raft request' (duration: 199.975364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.972622Z","caller":"traceutil/trace.go:171","msg":"trace[190306794] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"200.156539ms","start":"2026-03-19T05:57:21.772442Z","end":"2026-03-19T05:57:21.972599Z","steps":["trace[190306794] 'process raft request' (duration: 199.7928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:21.972668Z","caller":"traceutil/trace.go:171","msg":"trace[1363882588] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"200.104388ms","start":"2026-03-19T05:57:21.772528Z","end":"2026-03-19T05:57:21.972633Z","steps":["trace[1363882588] 'process raft request' (duration: 199.921113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:22.246895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.512299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:22.247092Z","caller":"traceutil/trace.go:171","msg":"trace[1872432180] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"269.419012ms","start":"2026-03-19T05:57:21.977642Z","end":"2026-03-19T05:57:22.247061Z","steps":["trace[1872432180] 'process raft request' (duration: 118.631807ms)","trace[1872432180] 'compare' (duration: 150.370164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:22.24713Z","caller":"traceutil/trace.go:171","msg":"trace[1990592501] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"178.833591ms","start":"2026-03-19T05:57:22.068264Z","end":"2026-03-19T05:57:22.247097Z","steps":["trace[1990592501] 'read index received' (duration: 28.024625ms)","trace[1990592501] 'applied index is now lower than readState.Index' (duration: 150.803076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:22.247336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.058617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T05:57:22.247381Z","caller":"traceutil/trace.go:171","msg":"trace[1911928996] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1956; }","duration":"179.121699ms","start":"2026-03-19T05:57:22.068248Z","end":"2026-03-19T05:57:22.24737Z","steps":["trace[1911928996] 'agreement among raft nodes before linearized reading' (duration: 178.951155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:23.142679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.712268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:23.142799Z","caller":"traceutil/trace.go:171","msg":"trace[368874850] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"893.787427ms","start":"2026-03-19T05:57:22.248988Z","end":"2026-03-19T05:57:23.142776Z","steps":["trace[368874850] 'read index received' (duration: 277.823073ms)","trace[368874850] 'applied index is now lower than readState.Index' (duration: 615.962884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:23.142939Z","caller":"traceutil/trace.go:171","msg":"trace[44353201] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"959.617853ms","start":"2026-03-19T05:57:22.183301Z","end":"2026-03-19T05:57:23.142919Z","steps":["trace[44353201] 'process raft request' (duration: 343.565367ms)","trace[44353201] 'compare' (duration: 615.592325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:23.143034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.183274Z","time spent":"959.710436ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:23.143234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.830841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:23.143246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.169956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:23.14325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.270081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:23.143289Z","caller":"traceutil/trace.go:171","msg":"trace[2077440624] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1957; }","duration":"582.911623ms","start":"2026-03-19T05:57:22.560362Z","end":"2026-03-19T05:57:23.143273Z","steps":["trace[2077440624] 'agreement among raft nodes before linearized reading' (duration: 582.794969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:23.143294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.29854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:57:23.143291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.042983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:23.143308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.058009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:23.143333Z","caller":"traceutil/trace.go:171","msg":"trace[165130967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"186.30962ms","start":"2026-03-19T05:57:22.956992Z","end":"2026-03-19T05:57:23.143301Z","steps":["trace[165130967] 'agreement among raft nodes before linearized reading' (duration: 186.172276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:23.143344Z","caller":"traceutil/trace.go:171","msg":"trace[622681362] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1957; }","duration":"894.387793ms","start":"2026-03-19T05:57:22.248946Z","end":"2026-03-19T05:57:23.143333Z","steps":["trace[622681362] 'agreement among raft nodes before linearized reading' (duration: 894.195677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:23.143343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.560349Z","time spent":"582.979895ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:57:23.143349Z","caller":"traceutil/trace.go:171","msg":"trace[1459088690] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1957; }","duration":"780.415454ms","start":"2026-03-19T05:57:22.362901Z","end":"2026-03-19T05:57:23.143317Z","steps":["trace[1459088690] 'agreement among raft nodes before linearized reading' (duration: 780.252899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:23.143374Z","caller":"traceutil/trace.go:171","msg":"trace[795958853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"367.155722ms","start":"2026-03-19T05:57:22.776199Z","end":"2026-03-19T05:57:23.143355Z","steps":["trace[795958853] 'agreement among raft nodes before linearized reading' (duration: 366.949706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:23.143386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.248931Z","time spent":"894.444694ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T05:57:23.143375Z","caller":"traceutil/trace.go:171","msg":"trace[1621285587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1957; }","duration":"598.178896ms","start":"2026-03-19T05:57:22.545172Z","end":"2026-03-19T05:57:23.143351Z","steps":["trace[1621285587] 'agreement among raft nodes before linearized reading' (duration: 597.98792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:23.143398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.362879Z","time spent":"780.507376ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:23.143409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.776175Z","time spent":"367.226873ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:23.143422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:22.545151Z","time spent":"598.258909ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:25.175408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.099629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:25.175572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198485887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:57:25.175574Z","caller":"traceutil/trace.go:171","msg":"trace[1448559870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1957; }","duration":"742.276054ms","start":"2026-03-19T05:57:24.43328Z","end":"2026-03-19T05:57:25.175556Z","steps":["trace[1448559870] 'range keys from in-memory index tree' (duration: 742.082259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:25.175608Z","caller":"traceutil/trace.go:171","msg":"trace[1879496298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1957; }","duration":"1.198533488s","start":"2026-03-19T05:57:23.977061Z","end":"2026-03-19T05:57:25.175594Z","steps":["trace[1879496298] 'range keys from in-memory index tree' (duration: 1.198397694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.175637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.977049Z","time spent":"1.19858249s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:25.17565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610489328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:25.175677Z","caller":"traceutil/trace.go:171","msg":"trace[1426355031] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1957; }","duration":"1.61057333s","start":"2026-03-19T05:57:23.565095Z","end":"2026-03-19T05:57:25.175668Z","steps":["trace[1426355031] 'count revisions from in-memory index tree' (duration: 1.610412005s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.175704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.565072Z","time spent":"1.610625021s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:25.175504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19858484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:57:25.176058Z","caller":"traceutil/trace.go:171","msg":"trace[673707666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1957; }","duration":"1.199191865s","start":"2026-03-19T05:57:23.976853Z","end":"2026-03-19T05:57:25.176045Z","steps":["trace[673707666] 'range keys from in-memory index tree' (duration: 1.198436096s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.176106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.976838Z","time spent":"1.199252406s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:25.175513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198465436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:57:25.176144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025088173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:57:25.176179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199362929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:57:25.176214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403567589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:25.176214Z","caller":"traceutil/trace.go:171","msg":"trace[1436532235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"1.199184724s","start":"2026-03-19T05:57:23.976996Z","end":"2026-03-19T05:57:25.17618Z","steps":["trace[1436532235] 'range keys from in-memory index tree' (duration: 1.198327643s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:25.176252Z","caller":"traceutil/trace.go:171","msg":"trace[2116174831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"1.025237786s","start":"2026-03-19T05:57:24.150986Z","end":"2026-03-19T05:57:25.176223Z","steps":["trace[2116174831] 'range keys from in-memory index tree' (duration: 1.024808536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.176321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:24.150955Z","time spent":"1.025348209s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:25.176334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.976971Z","time spent":"1.199324938s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:25.176208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36031087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T05:57:25.176434Z","caller":"traceutil/trace.go:171","msg":"trace[805082827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1957; }","duration":"1.360566976s","start":"2026-03-19T05:57:23.815847Z","end":"2026-03-19T05:57:25.176414Z","steps":["trace[805082827] 'range keys from in-memory index tree' (duration: 1.360116825s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:25.176246Z","caller":"traceutil/trace.go:171","msg":"trace[560724342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1957; }","duration":"1.199454771s","start":"2026-03-19T05:57:23.976775Z","end":"2026-03-19T05:57:25.17623Z","steps":["trace[560724342] 'range keys from in-memory index tree' (duration: 1.199169514s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.1765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.815826Z","time spent":"1.360657118s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:57:25.17618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218444759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:25.176616Z","caller":"traceutil/trace.go:171","msg":"trace[952985224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"1.218924441s","start":"2026-03-19T05:57:23.957681Z","end":"2026-03-19T05:57:25.176605Z","steps":["trace[952985224] 'range keys from in-memory index tree' (duration: 1.218337307s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.176648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.957659Z","time spent":"1.218980123s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:25.176595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.976758Z","time spent":"1.199781399s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:57:25.17627Z","caller":"traceutil/trace.go:171","msg":"trace[2126791442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"1.403663601s","start":"2026-03-19T05:57:23.772598Z","end":"2026-03-19T05:57:25.176262Z","steps":["trace[2126791442] 'range keys from in-memory index tree' (duration: 1.403459516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:25.176761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:23.772577Z","time spent":"1.404177253s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:57:25.677801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:26.178292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849951715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:26.237122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.985113677s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:57:26.237666Z","caller":"traceutil/trace.go:171","msg":"trace[449148714] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.985791564s","start":"2026-03-19T05:57:24.251849Z","end":"2026-03-19T05:57:26.237641Z","steps":["trace[449148714] 'process raft request' (duration: 1.98563408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:26.238026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:24.251824Z","time spent":"1.985915837s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:27.177845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:57:27.177931Z","caller":"traceutil/trace.go:171","msg":"trace[756406778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212246s","start":"2026-03-19T05:57:25.177699Z","end":"2026-03-19T05:57:27.177911Z","steps":["trace[756406778] 'agreement among raft nodes before linearized reading' (duration: 2.000104214s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.177992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.177685Z","time spent":"2.000298348s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:27.304347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T05:57:27.304547Z","caller":"traceutil/trace.go:171","msg":"trace[2008672805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000861292s","start":"2026-03-19T05:57:25.303665Z","end":"2026-03-19T05:57:27.304527Z","steps":["trace[2008672805] 'agreement among raft nodes before linearized reading' (duration: 2.000594015s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.304605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.303639Z","time spent":"2.000950415s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:57:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:57:27.426353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188960877s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:57:27.426853Z","caller":"traceutil/trace.go:171","msg":"trace[305340034] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"3.172785042s","start":"2026-03-19T05:57:24.254039Z","end":"2026-03-19T05:57:27.426824Z","steps":["trace[305340034] 'process raft request' (duration: 3.172507055s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:27.426971Z","caller":"traceutil/trace.go:171","msg":"trace[1527534218] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"2.24545036s","start":"2026-03-19T05:57:25.181492Z","end":"2026-03-19T05:57:27.426942Z","steps":["trace[1527534218] 'process raft request' (duration: 2.245271265s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:27.426873Z","caller":"traceutil/trace.go:171","msg":"trace[1392467404] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"2.278780858s","start":"2026-03-19T05:57:25.148069Z","end":"2026-03-19T05:57:27.426849Z","steps":["trace[1392467404] 'process raft request' (duration: 2.278654435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.427094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.181463Z","time spent":"2.245566313s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:27.427123Z","caller":"traceutil/trace.go:171","msg":"trace[190940125] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"2.245616014s","start":"2026-03-19T05:57:25.181494Z","end":"2026-03-19T05:57:27.42711Z","steps":["trace[190940125] 'process raft request' (duration: 2.245297986s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.427135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.148042Z","time spent":"2.279008134s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:27.427189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.181464Z","time spent":"2.245688136s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:27.42726Z","caller":"traceutil/trace.go:171","msg":"trace[2069626028] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"2.245627634s","start":"2026-03-19T05:57:25.181556Z","end":"2026-03-19T05:57:27.427184Z","steps":["trace[2069626028] 'process raft request' (duration: 2.24546043s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:27.427309Z","caller":"traceutil/trace.go:171","msg":"trace[1954740868] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"2.245727026s","start":"2026-03-19T05:57:25.181568Z","end":"2026-03-19T05:57:27.427295Z","steps":["trace[1954740868] 'process raft request' (duration: 2.245534672s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.427379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.181558Z","time spent":"2.245790308s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:27.427402Z","caller":"traceutil/trace.go:171","msg":"trace[1438987449] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2045; }","duration":"2.249543323s","start":"2026-03-19T05:57:25.177717Z","end":"2026-03-19T05:57:27.427261Z","steps":["trace[1438987449] 'read index received' (duration: 1.059738754s)","trace[1438987449] 'applied index is now lower than readState.Index' (duration: 1.189803679s)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:27.427299Z","caller":"traceutil/trace.go:171","msg":"trace[1423340053] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"2.244749682s","start":"2026-03-19T05:57:25.18254Z","end":"2026-03-19T05:57:27.42729Z","steps":["trace[1423340053] 'process raft request' (duration: 2.244686701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.427511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.182534Z","time spent":"2.244934897s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:27.42763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.18154Z","time spent":"2.24585516s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:27.427662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:24.254008Z","time spent":"3.172955295s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:27.587807Z","caller":"traceutil/trace.go:171","msg":"trace[347120352] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.287068316s","start":"2026-03-19T05:57:26.300715Z","end":"2026-03-19T05:57:27.587784Z","steps":["trace[347120352] 'process raft request' (duration: 1.278602393s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:27.587818Z","caller":"traceutil/trace.go:171","msg":"trace[1407284256] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"160.366956ms","start":"2026-03-19T05:57:27.427426Z","end":"2026-03-19T05:57:27.587793Z","steps":["trace[1407284256] 'read index received' (duration: 151.908993ms)","trace[1407284256] 'applied index is now lower than readState.Index' (duration: 8.456513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:27.588002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:26.300687Z","time spent":"1.287176439s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:27.588027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399890847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:27.588082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.29376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:27.5881Z","caller":"traceutil/trace.go:171","msg":"trace[298606387] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1966; }","duration":"2.399984769s","start":"2026-03-19T05:57:25.188099Z","end":"2026-03-19T05:57:27.588084Z","steps":["trace[298606387] 'agreement among raft nodes before linearized reading' (duration: 2.399815165s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:27.588116Z","caller":"traceutil/trace.go:171","msg":"trace[349105187] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1966; }","duration":"747.349192ms","start":"2026-03-19T05:57:26.840755Z","end":"2026-03-19T05:57:27.588104Z","steps":["trace[349105187] 'agreement among raft nodes before linearized reading' (duration: 747.089015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.588037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.392443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:27.588144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:26.840737Z","time spent":"747.401412ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:27.588149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:25.188093Z","time spent":"2.40004345s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T05:57:27.588181Z","caller":"traceutil/trace.go:171","msg":"trace[1580049534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"401.537487ms","start":"2026-03-19T05:57:27.186619Z","end":"2026-03-19T05:57:27.588156Z","steps":["trace[1580049534] 'agreement among raft nodes before linearized reading' (duration: 401.25109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.588286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:27.186572Z","time spent":"401.6616ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:27.588408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404771028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:27.588798Z","caller":"traceutil/trace.go:171","msg":"trace[2143240795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"1.404870221s","start":"2026-03-19T05:57:26.183604Z","end":"2026-03-19T05:57:27.588475Z","steps":["trace[2143240795] 'agreement among raft nodes before linearized reading' (duration: 1.404284246s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.588944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:26.183552Z","time spent":"1.405375943s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:27.5906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360046622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T05:57:27.590624Z","caller":"traceutil/trace.go:171","msg":"trace[1314450342] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130; range_end:; response_count:1; response_revision:1966; }","duration":"1.360113084s","start":"2026-03-19T05:57:26.230505Z","end":"2026-03-19T05:57:27.590618Z","steps":["trace[1314450342] 'agreement among raft nodes before linearized reading' (duration: 1.357373625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:27.59064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:26.230484Z","time spent":"1.360153215s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e287ac1d99130\" "} {"level":"info","ts":"2026-03-19T05:57:51.793944Z","caller":"traceutil/trace.go:171","msg":"trace[238808470] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"154.415416ms","start":"2026-03-19T05:57:51.63949Z","end":"2026-03-19T05:57:51.793906Z","steps":["trace[238808470] 'process raft request' (duration: 123.744854ms)","trace[238808470] 'compare' (duration: 30.471587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:51.79402Z","caller":"traceutil/trace.go:171","msg":"trace[463843863] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2170; }","duration":"136.659639ms","start":"2026-03-19T05:57:51.657339Z","end":"2026-03-19T05:57:51.793998Z","steps":["trace[463843863] 'read index received' (duration: 24.032485ms)","trace[463843863] 'applied index is now lower than readState.Index' (duration: 112.623704ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:51.793958Z","caller":"traceutil/trace.go:171","msg":"trace[1304863313] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"153.806012ms","start":"2026-03-19T05:57:51.640126Z","end":"2026-03-19T05:57:51.793932Z","steps":["trace[1304863313] 'process raft request' (duration: 153.73409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:51.793962Z","caller":"traceutil/trace.go:171","msg":"trace[194000499] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"154.277103ms","start":"2026-03-19T05:57:51.639654Z","end":"2026-03-19T05:57:51.793931Z","steps":["trace[194000499] 'process raft request' (duration: 154.15906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:51.794039Z","caller":"traceutil/trace.go:171","msg":"trace[210750956] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"153.858183ms","start":"2026-03-19T05:57:51.64017Z","end":"2026-03-19T05:57:51.794028Z","steps":["trace[210750956] 'process raft request' (duration: 153.72634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.794346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:57:51.794437Z","caller":"traceutil/trace.go:171","msg":"trace[889362823] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:2081; }","duration":"137.103841ms","start":"2026-03-19T05:57:51.657312Z","end":"2026-03-19T05:57:51.794415Z","steps":["trace[889362823] 'agreement among raft nodes before linearized reading' (duration: 136.870615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:30.657698Z","caller":"traceutil/trace.go:171","msg":"trace[1245553201] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"103.857446ms","start":"2026-03-19T05:58:30.553809Z","end":"2026-03-19T05:58:30.657666Z","steps":["trace[1245553201] 'process raft request' (duration: 101.304811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:34.304339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849952806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:58:34.804809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849952806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:58:35.305692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849952806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:58:35.35223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61296041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:58:35.352585Z","caller":"traceutil/trace.go:171","msg":"trace[277954719] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.613401291s","start":"2026-03-19T05:58:33.739155Z","end":"2026-03-19T05:58:35.352556Z","steps":["trace[277954719] 'process raft request' (duration: 1.613257487s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.352733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.739129Z","time spent":"1.613529515s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:58:35.680061Z","caller":"traceutil/trace.go:171","msg":"trace[1716381402] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"1.915291933s","start":"2026-03-19T05:58:33.76472Z","end":"2026-03-19T05:58:35.680012Z","steps":["trace[1716381402] 'process raft request' (duration: 1.915059167s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:35.68012Z","caller":"traceutil/trace.go:171","msg":"trace[368386629] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2564; }","duration":"1.876031403s","start":"2026-03-19T05:58:33.804067Z","end":"2026-03-19T05:58:35.680099Z","steps":["trace[368386629] 'read index received' (duration: 1.548511699s)","trace[368386629] 'applied index is now lower than readState.Index' (duration: 327.519014ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:35.680157Z","caller":"traceutil/trace.go:171","msg":"trace[79895364] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.010474212s","start":"2026-03-19T05:58:34.669644Z","end":"2026-03-19T05:58:35.680119Z","steps":["trace[79895364] 'process raft request' (duration: 1.010266397s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:35.680181Z","caller":"traceutil/trace.go:171","msg":"trace[1125447080] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"527.133249ms","start":"2026-03-19T05:58:35.153013Z","end":"2026-03-19T05:58:35.680147Z","steps":["trace[1125447080] 'process raft request' (duration: 527.013316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.764693Z","time spent":"1.915454307s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:35.680318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876236638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:58:35.680352Z","caller":"traceutil/trace.go:171","msg":"trace[1242470634] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2457; }","duration":"1.87631516s","start":"2026-03-19T05:58:33.804026Z","end":"2026-03-19T05:58:35.680341Z","steps":["trace[1242470634] 'agreement among raft nodes before linearized reading' (duration: 1.876221747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.804004Z","time spent":"1.876367681s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:58:35.680399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:35.152985Z","time spent":"527.314204ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:35.680399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:34.669618Z","time spent":"1.010664527s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:58:35.680503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803909505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:58:35.680551Z","caller":"traceutil/trace.go:171","msg":"trace[883207404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2457; }","duration":"1.803985477s","start":"2026-03-19T05:58:33.876552Z","end":"2026-03-19T05:58:35.680537Z","steps":["trace[883207404] 'agreement among raft nodes before linearized reading' (duration: 1.803848713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691958983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:58:35.680595Z","caller":"traceutil/trace.go:171","msg":"trace[274990249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2457; }","duration":"1.692030085s","start":"2026-03-19T05:58:33.988559Z","end":"2026-03-19T05:58:35.680589Z","steps":["trace[274990249] 'agreement among raft nodes before linearized reading' (duration: 1.691967193s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.876536Z","time spent":"1.804040308s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:58:35.680613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.988522Z","time spent":"1.692087225s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:58:35.680653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670385953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:58:35.680664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684902173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:58:35.680705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725483957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:58:35.680718Z","caller":"traceutil/trace.go:171","msg":"trace[1010924405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2457; }","duration":"1.684986485s","start":"2026-03-19T05:58:33.995714Z","end":"2026-03-19T05:58:35.6807Z","steps":["trace[1010924405] 'agreement among raft nodes before linearized reading' (duration: 1.68481551s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:35.680744Z","caller":"traceutil/trace.go:171","msg":"trace[1601089693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2457; }","duration":"1.725564149s","start":"2026-03-19T05:58:33.95517Z","end":"2026-03-19T05:58:35.680734Z","steps":["trace[1601089693] 'agreement among raft nodes before linearized reading' (duration: 1.725503747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.995696Z","time spent":"1.685053777s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:58:35.680776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:33.955145Z","time spent":"1.725624681s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:58:35.680697Z","caller":"traceutil/trace.go:171","msg":"trace[1165329220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2457; }","duration":"1.670447494s","start":"2026-03-19T05:58:34.010231Z","end":"2026-03-19T05:58:35.680678Z","steps":["trace[1165329220] 'agreement among raft nodes before linearized reading' (duration: 1.670302751s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.44219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T05:58:35.680869Z","caller":"traceutil/trace.go:171","msg":"trace[1414228589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2457; }","duration":"332.522062ms","start":"2026-03-19T05:58:35.348335Z","end":"2026-03-19T05:58:35.680857Z","steps":["trace[1414228589] 'agreement among raft nodes before linearized reading' (duration: 332.400209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.680909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:35.348308Z","time spent":"332.591753ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T05:58:35.680914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:34.010219Z","time spent":"1.670645179s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:58:35.680982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669808199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:58:35.681011Z","caller":"traceutil/trace.go:171","msg":"trace[472178226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2457; }","duration":"1.669860359s","start":"2026-03-19T05:58:34.011144Z","end":"2026-03-19T05:58:35.681004Z","steps":["trace[472178226] 'agreement among raft nodes before linearized reading' (duration: 1.669791478s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.68103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:34.011128Z","time spent":"1.669897911s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:58:35.681035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364247644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T05:58:35.681079Z","caller":"traceutil/trace.go:171","msg":"trace[817838822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2457; }","duration":"1.364324836s","start":"2026-03-19T05:58:34.31674Z","end":"2026-03-19T05:58:35.681065Z","steps":["trace[817838822] 'agreement among raft nodes before linearized reading' (duration: 1.364166612s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:35.681112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:34.316724Z","time spent":"1.364381548s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T05:58:41.60298Z","caller":"traceutil/trace.go:171","msg":"trace[906210545] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"235.585152ms","start":"2026-03-19T05:58:41.367365Z","end":"2026-03-19T05:58:41.60295Z","steps":["trace[906210545] 'process raft request' (duration: 235.396787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:47.726408Z","caller":"traceutil/trace.go:171","msg":"trace[7784953] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"104.606884ms","start":"2026-03-19T05:58:47.621769Z","end":"2026-03-19T05:58:47.726376Z","steps":["trace[7784953] 'process raft request' (duration: 91.021108ms)","trace[7784953] 'compare' (duration: 13.451403ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:48.020455Z","caller":"traceutil/trace.go:171","msg":"trace[1202323841] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"102.45013ms","start":"2026-03-19T05:58:47.917973Z","end":"2026-03-19T05:58:48.020423Z","steps":["trace[1202323841] 'process raft request' (duration: 102.220994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:48.020501Z","caller":"traceutil/trace.go:171","msg":"trace[1272400726] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"102.45344ms","start":"2026-03-19T05:58:47.918023Z","end":"2026-03-19T05:58:48.020476Z","steps":["trace[1272400726] 'process raft request' (duration: 102.363708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:48.020561Z","caller":"traceutil/trace.go:171","msg":"trace[928216669] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"102.536312ms","start":"2026-03-19T05:58:47.917989Z","end":"2026-03-19T05:58:48.020525Z","steps":["trace[928216669] 'process raft request' (duration: 102.349608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:48.020879Z","caller":"traceutil/trace.go:171","msg":"trace[1604081671] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"102.739617ms","start":"2026-03-19T05:58:47.918123Z","end":"2026-03-19T05:58:48.020863Z","steps":["trace[1604081671] 'process raft request' (duration: 102.296186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:48.020944Z","caller":"traceutil/trace.go:171","msg":"trace[2059543041] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"102.648535ms","start":"2026-03-19T05:58:47.91827Z","end":"2026-03-19T05:58:48.020918Z","steps":["trace[2059543041] 'process raft request' (duration: 102.4327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.00033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.16789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:58:56.000577Z","caller":"traceutil/trace.go:171","msg":"trace[1724012751] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2689; }","duration":"174.756242ms","start":"2026-03-19T05:58:55.825803Z","end":"2026-03-19T05:58:56.000559Z","steps":["trace[1724012751] 'read index received' (duration: 25.193012ms)","trace[1724012751] 'applied index is now lower than readState.Index' (duration: 149.5623ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:56.000691Z","caller":"traceutil/trace.go:171","msg":"trace[431531057] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"245.608937ms","start":"2026-03-19T05:58:55.755043Z","end":"2026-03-19T05:58:56.000652Z","steps":["trace[431531057] 'process raft request' (duration: 245.447532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:56.000775Z","caller":"traceutil/trace.go:171","msg":"trace[1272525739] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"247.026704ms","start":"2026-03-19T05:58:55.753668Z","end":"2026-03-19T05:58:56.000695Z","steps":["trace[1272525739] 'process raft request' (duration: 97.395591ms)","trace[1272525739] 'compare' (duration: 149.048097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:58:56.00085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.48614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:58:56.000886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.061041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T05:58:56.000895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.971124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:58:56.000976Z","caller":"traceutil/trace.go:171","msg":"trace[575463629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2577; }","duration":"156.077046ms","start":"2026-03-19T05:58:55.844879Z","end":"2026-03-19T05:58:56.000956Z","steps":["trace[575463629] 'agreement among raft nodes before linearized reading' (duration: 155.862741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:56.000973Z","caller":"traceutil/trace.go:171","msg":"trace[200436715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2577; }","duration":"175.201764ms","start":"2026-03-19T05:58:55.825748Z","end":"2026-03-19T05:58:56.000949Z","steps":["trace[200436715] 'agreement among raft nodes before linearized reading' (duration: 174.932297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.001116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.081193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:58:56.00121Z","caller":"traceutil/trace.go:171","msg":"trace[1196224932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2577; }","duration":"159.180996ms","start":"2026-03-19T05:58:55.841985Z","end":"2026-03-19T05:58:56.001166Z","steps":["trace[1196224932] 'agreement among raft nodes before linearized reading' (duration: 158.798496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:56.000904Z","caller":"traceutil/trace.go:171","msg":"trace[458433286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2577; }","duration":"164.563243ms","start":"2026-03-19T05:58:55.836327Z","end":"2026-03-19T05:58:56.00089Z","steps":["trace[458433286] 'agreement among raft nodes before linearized reading' (duration: 164.380438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.001212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.513943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:58:56.00136Z","caller":"traceutil/trace.go:171","msg":"trace[593423446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2577; }","duration":"159.722899ms","start":"2026-03-19T05:58:55.8416Z","end":"2026-03-19T05:58:56.001323Z","steps":["trace[593423446] 'agreement among raft nodes before linearized reading' (duration: 159.232706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.066373Z","caller":"traceutil/trace.go:171","msg":"trace[620639837] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2712; }","duration":"214.195987ms","start":"2026-03-19T05:58:59.85215Z","end":"2026-03-19T05:59:00.066346Z","steps":["trace[620639837] 'read index received' (duration: 6.628819ms)","trace[620639837] 'applied index is now lower than readState.Index' (duration: 207.563818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:00.066736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.559796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:00.066784Z","caller":"traceutil/trace.go:171","msg":"trace[1154876638] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2599; }","duration":"214.627719ms","start":"2026-03-19T05:58:59.852144Z","end":"2026-03-19T05:59:00.066772Z","steps":["trace[1154876638] 'agreement among raft nodes before linearized reading' (duration: 214.528526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.066767Z","caller":"traceutil/trace.go:171","msg":"trace[101860684] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"249.673871ms","start":"2026-03-19T05:58:59.81706Z","end":"2026-03-19T05:59:00.066733Z","steps":["trace[101860684] 'process raft request' (duration: 237.597043ms)","trace[101860684] 'compare' (duration: 11.576635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:00.145733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.21743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:00.14577Z","caller":"traceutil/trace.go:171","msg":"trace[1962759017] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"131.703745ms","start":"2026-03-19T05:59:00.014034Z","end":"2026-03-19T05:59:00.145737Z","steps":["trace[1962759017] 'process raft request' (duration: 131.380897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.145796Z","caller":"traceutil/trace.go:171","msg":"trace[527476706] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"131.49533ms","start":"2026-03-19T05:59:00.014274Z","end":"2026-03-19T05:59:00.145769Z","steps":["trace[527476706] 'process raft request' (duration: 131.319525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.145832Z","caller":"traceutil/trace.go:171","msg":"trace[1993753818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2601; }","duration":"189.370954ms","start":"2026-03-19T05:58:59.956442Z","end":"2026-03-19T05:59:00.145813Z","steps":["trace[1993753818] 'agreement among raft nodes before linearized reading' (duration: 189.19949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.145848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.795528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:59:00.145904Z","caller":"traceutil/trace.go:171","msg":"trace[663737045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2601; }","duration":"102.893841ms","start":"2026-03-19T05:59:00.042993Z","end":"2026-03-19T05:59:00.145887Z","steps":["trace[663737045] 'agreement among raft nodes before linearized reading' (duration: 102.716476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.146033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.750721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:59:00.146074Z","caller":"traceutil/trace.go:171","msg":"trace[1452359340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2601; }","duration":"110.825112ms","start":"2026-03-19T05:59:00.035239Z","end":"2026-03-19T05:59:00.146064Z","steps":["trace[1452359340] 'agreement among raft nodes before linearized reading' (duration: 110.711419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.146263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.248313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:59:00.146229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.901701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T05:59:00.146353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.641214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:59:00.146394Z","caller":"traceutil/trace.go:171","msg":"trace[48562555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2601; }","duration":"100.711036ms","start":"2026-03-19T05:59:00.045672Z","end":"2026-03-19T05:59:00.146383Z","steps":["trace[48562555] 'agreement among raft nodes before linearized reading' (duration: 99.995318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.146397Z","caller":"traceutil/trace.go:171","msg":"trace[460765399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2601; }","duration":"101.133066ms","start":"2026-03-19T05:59:00.045239Z","end":"2026-03-19T05:59:00.146372Z","steps":["trace[460765399] 'agreement among raft nodes before linearized reading' (duration: 100.687795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.146331Z","caller":"traceutil/trace.go:171","msg":"trace[383877188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2601; }","duration":"109.407077ms","start":"2026-03-19T05:59:00.036908Z","end":"2026-03-19T05:59:00.146315Z","steps":["trace[383877188] 'agreement among raft nodes before linearized reading' (duration: 108.936035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.275416Z","caller":"traceutil/trace.go:171","msg":"trace[394912476] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"124.554103ms","start":"2026-03-19T05:59:00.150833Z","end":"2026-03-19T05:59:00.275387Z","steps":["trace[394912476] 'process raft request' (duration: 55.33402ms)","trace[394912476] 'compare' (duration: 69.10316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:00.465385Z","caller":"traceutil/trace.go:171","msg":"trace[582900216] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"314.119402ms","start":"2026-03-19T05:59:00.151245Z","end":"2026-03-19T05:59:00.465365Z","steps":["trace[582900216] 'process raft request' (duration: 314.05539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.465456Z","caller":"traceutil/trace.go:171","msg":"trace[79748247] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"314.416729ms","start":"2026-03-19T05:59:00.151009Z","end":"2026-03-19T05:59:00.465426Z","steps":["trace[79748247] 'process raft request' (duration: 314.231805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:00.46556Z","caller":"traceutil/trace.go:171","msg":"trace[1823366729] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2717; }","duration":"243.7646ms","start":"2026-03-19T05:59:00.221782Z","end":"2026-03-19T05:59:00.465547Z","steps":["trace[1823366729] 'read index received' (duration: 215.955352ms)","trace[1823366729] 'applied index is now lower than readState.Index' (duration: 27.806988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:00.465581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.151001Z","time spent":"314.513722ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:00.465685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.896533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:00.465728Z","caller":"traceutil/trace.go:171","msg":"trace[1652033525] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2606; }","duration":"244.002037ms","start":"2026-03-19T05:59:00.221716Z","end":"2026-03-19T05:59:00.465718Z","steps":["trace[1652033525] 'agreement among raft nodes before linearized reading' (duration: 243.893194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.465683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.151232Z","time spent":"314.222675ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:00.465394Z","caller":"traceutil/trace.go:171","msg":"trace[1269388657] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"314.499802ms","start":"2026-03-19T05:59:00.150864Z","end":"2026-03-19T05:59:00.465364Z","steps":["trace[1269388657] 'process raft request' (duration: 286.804246ms)","trace[1269388657] 'compare' (duration: 27.4649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:00.465763Z","caller":"traceutil/trace.go:171","msg":"trace[2092007801] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"312.798847ms","start":"2026-03-19T05:59:00.152876Z","end":"2026-03-19T05:59:00.465675Z","steps":["trace[2092007801] 'process raft request' (duration: 312.450919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.465929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.150842Z","time spent":"315.026115ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:00.466117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.152857Z","time spent":"313.079445ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:00.695467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:00.695552Z","caller":"traceutil/trace.go:171","msg":"trace[1329668387] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2606; }","duration":"103.209298ms","start":"2026-03-19T05:59:00.592325Z","end":"2026-03-19T05:59:00.695534Z","steps":["trace[1329668387] 'count revisions from in-memory index tree' (duration: 102.961632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:01.8335Z","caller":"traceutil/trace.go:171","msg":"trace[1469777512] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"134.5978ms","start":"2026-03-19T05:59:01.698872Z","end":"2026-03-19T05:59:01.833469Z","steps":["trace[1469777512] 'process raft request' (duration: 76.15296ms)","trace[1469777512] 'compare' (duration: 58.174623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:02.52346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.242993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:02.523612Z","caller":"traceutil/trace.go:171","msg":"trace[897184880] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2726; }","duration":"287.821292ms","start":"2026-03-19T05:59:02.235768Z","end":"2026-03-19T05:59:02.523589Z","steps":["trace[897184880] 'read index received' (duration: 147.307772ms)","trace[897184880] 'applied index is now lower than readState.Index' (duration: 140.51136ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:02.523698Z","caller":"traceutil/trace.go:171","msg":"trace[1678886874] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"370.764265ms","start":"2026-03-19T05:59:02.152893Z","end":"2026-03-19T05:59:02.523657Z","steps":["trace[1678886874] 'process raft request' (duration: 230.170243ms)","trace[1678886874] 'compare' (duration: 139.923435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:02.523799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.017218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:02.523861Z","caller":"traceutil/trace.go:171","msg":"trace[996554941] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2611; }","duration":"288.123831ms","start":"2026-03-19T05:59:02.23572Z","end":"2026-03-19T05:59:02.523844Z","steps":["trace[996554941] 'agreement among raft nodes before linearized reading' (duration: 288.018248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:02.523873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:02.152863Z","time spent":"370.914519ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:02.524293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.937799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:59:02.524406Z","caller":"traceutil/trace.go:171","msg":"trace[4022227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2611; }","duration":"245.097813ms","start":"2026-03-19T05:59:02.279285Z","end":"2026-03-19T05:59:02.524383Z","steps":["trace[4022227] 'agreement among raft nodes before linearized reading' (duration: 244.537879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.726065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.204659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:06.726202Z","caller":"traceutil/trace.go:171","msg":"trace[530773603] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"138.022045ms","start":"2026-03-19T05:59:06.588162Z","end":"2026-03-19T05:59:06.726184Z","steps":["trace[530773603] 'read index received' (duration: 3.544879ms)","trace[530773603] 'applied index is now lower than readState.Index' (duration: 134.475796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:06.726437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.252302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:59:06.726525Z","caller":"traceutil/trace.go:171","msg":"trace[1297419189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2630; }","duration":"138.383755ms","start":"2026-03-19T05:59:06.588122Z","end":"2026-03-19T05:59:06.726506Z","steps":["trace[1297419189] 'agreement among raft nodes before linearized reading' (duration: 138.166979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.726549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.676761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T05:59:06.726589Z","caller":"traceutil/trace.go:171","msg":"trace[1070767527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2630; }","duration":"134.711532ms","start":"2026-03-19T05:59:06.591866Z","end":"2026-03-19T05:59:06.726577Z","steps":["trace[1070767527] 'agreement among raft nodes before linearized reading' (duration: 134.63253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:06.726589Z","caller":"traceutil/trace.go:171","msg":"trace[316204144] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"160.16442ms","start":"2026-03-19T05:59:06.566405Z","end":"2026-03-19T05:59:06.72657Z","steps":["trace[316204144] 'process raft request' (duration: 25.331215ms)","trace[316204144] 'compare' (duration: 134.070186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:06.726459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.43435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:59:06.726736Z","caller":"traceutil/trace.go:171","msg":"trace[1683891318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2630; }","duration":"135.717008ms","start":"2026-03-19T05:59:06.59099Z","end":"2026-03-19T05:59:06.726707Z","steps":["trace[1683891318] 'agreement among raft nodes before linearized reading' (duration: 135.316818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.726753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.619995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:59:06.726827Z","caller":"traceutil/trace.go:171","msg":"trace[2037443976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2630; }","duration":"135.727177ms","start":"2026-03-19T05:59:06.591078Z","end":"2026-03-19T05:59:06.726805Z","steps":["trace[2037443976] 'agreement among raft nodes before linearized reading' (duration: 135.488611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:06.917599Z","caller":"traceutil/trace.go:171","msg":"trace[423561205] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"187.755174ms","start":"2026-03-19T05:59:06.72981Z","end":"2026-03-19T05:59:06.917565Z","steps":["trace[423561205] 'process raft request' (duration: 186.04442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:06.917754Z","caller":"traceutil/trace.go:171","msg":"trace[944724790] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"187.528217ms","start":"2026-03-19T05:59:06.730185Z","end":"2026-03-19T05:59:06.917713Z","steps":["trace[944724790] 'process raft request' (duration: 187.321381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:06.918094Z","caller":"traceutil/trace.go:171","msg":"trace[193521604] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"187.310052ms","start":"2026-03-19T05:59:06.730748Z","end":"2026-03-19T05:59:06.918058Z","steps":["trace[193521604] 'process raft request' (duration: 187.136467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:08.738327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.395171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e289621824f42\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T05:59:08.738407Z","caller":"traceutil/trace.go:171","msg":"trace[1281815110] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e289621824f42; range_end:; response_count:1; response_revision:2637; }","duration":"225.527555ms","start":"2026-03-19T05:59:08.512864Z","end":"2026-03-19T05:59:08.738391Z","steps":["trace[1281815110] 'range keys from in-memory index tree' (duration: 225.271569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:09.033961Z","caller":"traceutil/trace.go:171","msg":"trace[1697498315] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"302.114397ms","start":"2026-03-19T05:59:08.731821Z","end":"2026-03-19T05:59:09.033936Z","steps":["trace[1697498315] 'read index received' (duration: 301.976543ms)","trace[1697498315] 'applied index is now lower than readState.Index' (duration: 136.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:09.034082Z","caller":"traceutil/trace.go:171","msg":"trace[111586934] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"480.754497ms","start":"2026-03-19T05:59:08.553295Z","end":"2026-03-19T05:59:09.034049Z","steps":["trace[111586934] 'process raft request' (duration: 480.486981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.034284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.474695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:59:09.034388Z","caller":"traceutil/trace.go:171","msg":"trace[260989096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2638; }","duration":"302.67116ms","start":"2026-03-19T05:59:08.731687Z","end":"2026-03-19T05:59:09.034358Z","steps":["trace[260989096] 'agreement among raft nodes before linearized reading' (duration: 302.385223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.034432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:08.553263Z","time spent":"480.983273ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:09.034444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:08.73162Z","time spent":"302.811224ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:59:09.17318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.673236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:09.173372Z","caller":"traceutil/trace.go:171","msg":"trace[1332151769] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2755; }","duration":"139.33691ms","start":"2026-03-19T05:59:09.034029Z","end":"2026-03-19T05:59:09.173366Z","steps":["trace[1332151769] 'read index received' (duration: 25.372316ms)","trace[1332151769] 'applied index is now lower than readState.Index' (duration: 113.963974ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:09.173386Z","caller":"traceutil/trace.go:171","msg":"trace[562578209] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"134.257541ms","start":"2026-03-19T05:59:09.03911Z","end":"2026-03-19T05:59:09.173367Z","steps":["trace[562578209] 'process raft request' (duration: 134.194779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.173508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.871541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:59:09.173532Z","caller":"traceutil/trace.go:171","msg":"trace[373867575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"438.951143ms","start":"2026-03-19T05:59:08.734575Z","end":"2026-03-19T05:59:09.173526Z","steps":["trace[373867575] 'agreement among raft nodes before linearized reading' (duration: 438.83683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.17355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:08.734557Z","time spent":"438.989283ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:59:09.173644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.99176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T05:59:09.173659Z","caller":"traceutil/trace.go:171","msg":"trace[164068810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2640; }","duration":"252.033761ms","start":"2026-03-19T05:59:08.921621Z","end":"2026-03-19T05:59:09.173655Z","steps":["trace[164068810] 'agreement among raft nodes before linearized reading' (duration: 251.99287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.173727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.125298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:59:09.173741Z","caller":"traceutil/trace.go:171","msg":"trace[855989542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2640; }","duration":"251.150058ms","start":"2026-03-19T05:59:08.922588Z","end":"2026-03-19T05:59:09.173738Z","steps":["trace[855989542] 'agreement among raft nodes before linearized reading' (duration: 251.111747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.173788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.02942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:59:09.173328Z","caller":"traceutil/trace.go:171","msg":"trace[2081608698] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"410.251922ms","start":"2026-03-19T05:59:08.763051Z","end":"2026-03-19T05:59:09.173303Z","steps":["trace[2081608698] 'process raft request' (duration: 296.35892ms)","trace[2081608698] 'compare' (duration: 113.523583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:09.173938Z","caller":"traceutil/trace.go:171","msg":"trace[521566736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"252.228835ms","start":"2026-03-19T05:59:08.921645Z","end":"2026-03-19T05:59:09.173874Z","steps":["trace[521566736] 'agreement among raft nodes before linearized reading' (duration: 251.760914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.174019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:08.763033Z","time spent":"410.941019ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:09.84899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849953297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:59:11.26504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3213205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:11.265233Z","caller":"traceutil/trace.go:171","msg":"trace[966013299] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"2.085928468s","start":"2026-03-19T05:59:09.179279Z","end":"2026-03-19T05:59:11.265208Z","steps":["trace[966013299] 'process raft request' (duration: 763.885601ms)","trace[966013299] 'compare' (duration: 1.321017552s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:11.265353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.17925Z","time spent":"2.086039742s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:11.265371Z","caller":"traceutil/trace.go:171","msg":"trace[1558320135] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"2.085647022s","start":"2026-03-19T05:59:09.179655Z","end":"2026-03-19T05:59:11.265302Z","steps":["trace[1558320135] 'process raft request' (duration: 2.085482927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.265517Z","caller":"traceutil/trace.go:171","msg":"trace[1460389685] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"2.085629892s","start":"2026-03-19T05:59:09.179864Z","end":"2026-03-19T05:59:11.265494Z","steps":["trace[1460389685] 'process raft request' (duration: 2.085390575s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.265515Z","caller":"traceutil/trace.go:171","msg":"trace[2008370378] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"2.085605071s","start":"2026-03-19T05:59:09.17982Z","end":"2026-03-19T05:59:11.265425Z","steps":["trace[2008370378] 'process raft request' (duration: 2.085382364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.265581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.179643Z","time spent":"2.085817577s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.26563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.179843Z","time spent":"2.085736445s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.265804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.179801Z","time spent":"2.085835957s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:11.266313Z","caller":"traceutil/trace.go:171","msg":"trace[1372327225] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"1.351703475s","start":"2026-03-19T05:59:09.914593Z","end":"2026-03-19T05:59:11.266297Z","steps":["trace[1372327225] 'process raft request' (duration: 1.351591702s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.266313Z","caller":"traceutil/trace.go:171","msg":"trace[1822677621] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"2.085732124s","start":"2026-03-19T05:59:09.180568Z","end":"2026-03-19T05:59:11.2663Z","steps":["trace[1822677621] 'process raft request' (duration: 2.084813521s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.266399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.180555Z","time spent":"2.085811666s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:11.266276Z","caller":"traceutil/trace.go:171","msg":"trace[508814645] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2757; }","duration":"1.917668843s","start":"2026-03-19T05:59:09.348588Z","end":"2026-03-19T05:59:11.266257Z","steps":["trace[508814645] 'read index received' (duration: 594.615778ms)","trace[508814645] 'applied index is now lower than readState.Index' (duration: 1.323052055s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:11.266416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.914563Z","time spent":"1.351801837s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.267211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918616946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T05:59:11.267257Z","caller":"traceutil/trace.go:171","msg":"trace[1161230089] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2646; }","duration":"1.918701309s","start":"2026-03-19T05:59:09.348543Z","end":"2026-03-19T05:59:11.267245Z","steps":["trace[1161230089] 'agreement among raft nodes before linearized reading' (duration: 1.917815176s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.267318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.34852Z","time spent":"1.918789991s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T05:59:11.767392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849953309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:59:11.863577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014067223s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:59:11.867155Z","caller":"traceutil/trace.go:171","msg":"trace[568691079] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"1.5748752s","start":"2026-03-19T05:59:10.292251Z","end":"2026-03-19T05:59:11.867126Z","steps":["trace[568691079] 'process raft request' (duration: 1.571554195s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.867192Z","caller":"traceutil/trace.go:171","msg":"trace[1348796188] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.450910102s","start":"2026-03-19T05:59:10.416226Z","end":"2026-03-19T05:59:11.867137Z","steps":["trace[1348796188] 'process raft request' (duration: 1.450705567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.867376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.416193Z","time spent":"1.451086897s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:11.867448Z","caller":"traceutil/trace.go:171","msg":"trace[2092982338] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.444954969s","start":"2026-03-19T05:59:10.422474Z","end":"2026-03-19T05:59:11.867429Z","steps":["trace[2092982338] 'process raft request' (duration: 1.444520938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.867534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.422455Z","time spent":"1.445029822s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.867563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587151342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:11.867609Z","caller":"traceutil/trace.go:171","msg":"trace[108983660] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2651; }","duration":"1.587238985s","start":"2026-03-19T05:59:10.280355Z","end":"2026-03-19T05:59:11.867594Z","steps":["trace[108983660] 'agreement among raft nodes before linearized reading' (duration: 1.587153322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.86761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.260716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:59:11.867613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141658984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:59:11.86764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.280336Z","time spent":"1.587294946s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:59:11.86766Z","caller":"traceutil/trace.go:171","msg":"trace[1645329809] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2651; }","duration":"986.354419ms","start":"2026-03-19T05:59:10.881291Z","end":"2026-03-19T05:59:11.867646Z","steps":["trace[1645329809] 'agreement among raft nodes before linearized reading' (duration: 986.180983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.867667Z","caller":"traceutil/trace.go:171","msg":"trace[1604094608] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"770.665704ms","start":"2026-03-19T05:59:11.09699Z","end":"2026-03-19T05:59:11.867656Z","steps":["trace[1604094608] 'process raft request' (duration: 770.380616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.867676Z","caller":"traceutil/trace.go:171","msg":"trace[2032089909] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2651; }","duration":"1.141769947s","start":"2026-03-19T05:59:10.725888Z","end":"2026-03-19T05:59:11.867658Z","steps":["trace[2032089909] 'agreement among raft nodes before linearized reading' (duration: 1.141670674s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.867713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.725869Z","time spent":"1.141837189s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:11.867698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.88127Z","time spent":"986.41936ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:11.867735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.096967Z","time spent":"770.725035ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.867876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.139512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:59:11.867351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.292238Z","time spent":"1.574983592s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:11.868098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311885016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:11.868144Z","caller":"traceutil/trace.go:171","msg":"trace[963740310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2651; }","duration":"2.311944048s","start":"2026-03-19T05:59:09.556187Z","end":"2026-03-19T05:59:11.868131Z","steps":["trace[963740310] 'agreement among raft nodes before linearized reading' (duration: 2.311861826s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.868261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.556127Z","time spent":"2.312119942s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:11.868166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221859207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:11.868168Z","caller":"traceutil/trace.go:171","msg":"trace[2134865733] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"829.216364ms","start":"2026-03-19T05:59:11.038646Z","end":"2026-03-19T05:59:11.867862Z","steps":["trace[2134865733] 'process raft request' (duration: 828.383882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.868433Z","caller":"traceutil/trace.go:171","msg":"trace[1618177530] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2651; }","duration":"1.222166485s","start":"2026-03-19T05:59:10.646255Z","end":"2026-03-19T05:59:11.868422Z","steps":["trace[1618177530] 'agreement among raft nodes before linearized reading' (duration: 1.221245041s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.868481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:10.646236Z","time spent":"1.222230596s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:11.868984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.038622Z","time spent":"829.84234ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:11.869279Z","caller":"traceutil/trace.go:171","msg":"trace[39551303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2651; }","duration":"690.267315ms","start":"2026-03-19T05:59:11.177666Z","end":"2026-03-19T05:59:11.867933Z","steps":["trace[39551303] 'agreement among raft nodes before linearized reading' (duration: 690.05346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.869361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.177643Z","time spent":"691.701251ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:59:11.869519Z","caller":"traceutil/trace.go:171","msg":"trace[1177892679] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2763; }","duration":"600.97985ms","start":"2026-03-19T05:59:11.266472Z","end":"2026-03-19T05:59:11.867452Z","steps":["trace[1177892679] 'read index received' (duration: 597.346897ms)","trace[1177892679] 'applied index is now lower than readState.Index' (duration: 3.631963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:11.869705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.197255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e28953b347b63\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-19T05:59:11.869958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.726151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:59:11.870033Z","caller":"traceutil/trace.go:171","msg":"trace[1683161417] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:2651; }","duration":"207.832954ms","start":"2026-03-19T05:59:11.662188Z","end":"2026-03-19T05:59:11.870021Z","steps":["trace[1683161417] 'agreement among raft nodes before linearized reading' (duration: 207.622389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.869974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.937484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-19T05:59:11.870118Z","caller":"traceutil/trace.go:171","msg":"trace[1473923314] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2651; }","duration":"600.091227ms","start":"2026-03-19T05:59:11.27001Z","end":"2026-03-19T05:59:11.870101Z","steps":["trace[1473923314] 'agreement among raft nodes before linearized reading' (duration: 599.853731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.870022Z","caller":"traceutil/trace.go:171","msg":"trace[1627075320] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e28953b347b63; range_end:; response_count:1; response_revision:2651; }","duration":"601.522423ms","start":"2026-03-19T05:59:11.268485Z","end":"2026-03-19T05:59:11.870007Z","steps":["trace[1627075320] 'agreement among raft nodes before linearized reading' (duration: 601.123093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.870224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.26847Z","time spent":"601.739589ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e28953b347b63\" "} {"level":"warn","ts":"2026-03-19T05:59:11.870047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915147518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:11.870313Z","caller":"traceutil/trace.go:171","msg":"trace[2099866852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"1.915446955s","start":"2026-03-19T05:59:09.954851Z","end":"2026-03-19T05:59:11.870298Z","steps":["trace[2099866852] 'agreement among raft nodes before linearized reading' (duration: 1.912744267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.87017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.270004Z","time spent":"600.150329ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T05:59:11.870172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.455581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T05:59:11.870434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:09.95483Z","time spent":"1.915547909s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:59:11.870475Z","caller":"traceutil/trace.go:171","msg":"trace[89733954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2651; }","duration":"495.78642ms","start":"2026-03-19T05:59:11.374675Z","end":"2026-03-19T05:59:11.870462Z","steps":["trace[89733954] 'agreement among raft nodes before linearized reading' (duration: 495.154663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.870524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:11.37466Z","time spent":"495.850942ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:59:17.455563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.587626ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T05:59:17.456017Z","caller":"traceutil/trace.go:171","msg":"trace[1189553011] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"170.10158ms","start":"2026-03-19T05:59:17.285879Z","end":"2026-03-19T05:59:17.455981Z","steps":["trace[1189553011] 'process raft request' (duration: 169.820823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:17.456039Z","caller":"traceutil/trace.go:171","msg":"trace[1958542874] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2791; }","duration":"165.467263ms","start":"2026-03-19T05:59:17.290534Z","end":"2026-03-19T05:59:17.456001Z","steps":["trace[1958542874] 'read index received' (duration: 148.8776ms)","trace[1958542874] 'applied index is now lower than readState.Index' (duration: 16.586903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:17.470543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.701684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T05:59:17.470546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.015467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T05:59:17.470592Z","caller":"traceutil/trace.go:171","msg":"trace[332793276] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2674; }","duration":"120.822156ms","start":"2026-03-19T05:59:17.34976Z","end":"2026-03-19T05:59:17.470582Z","steps":["trace[332793276] 'agreement among raft nodes before linearized reading' (duration: 106.601905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:17.470604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.736984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:59:17.470619Z","caller":"traceutil/trace.go:171","msg":"trace[1550919451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2674; }","duration":"179.11778ms","start":"2026-03-19T05:59:17.291476Z","end":"2026-03-19T05:59:17.470594Z","steps":["trace[1550919451] 'agreement among raft nodes before linearized reading' (duration: 164.833145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:17.470669Z","caller":"traceutil/trace.go:171","msg":"trace[2124604793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2674; }","duration":"175.853287ms","start":"2026-03-19T05:59:17.294793Z","end":"2026-03-19T05:59:17.470646Z","steps":["trace[2124604793] 'agreement among raft nodes before linearized reading' (duration: 161.582044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:17.470519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.479324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T05:59:17.470781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.254009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:59:17.470965Z","caller":"traceutil/trace.go:171","msg":"trace[50552214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"180.466955ms","start":"2026-03-19T05:59:17.290479Z","end":"2026-03-19T05:59:17.470946Z","steps":["trace[50552214] 'agreement among raft nodes before linearized reading' (duration: 165.643537ms)","trace[50552214] 'range keys from in-memory index tree' (duration: 14.591282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:17.470881Z","caller":"traceutil/trace.go:171","msg":"trace[1303487886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2674; }","duration":"178.841393ms","start":"2026-03-19T05:59:17.29199Z","end":"2026-03-19T05:59:17.470832Z","steps":["trace[1303487886] 'agreement among raft nodes before linearized reading' (duration: 164.393895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:17.656772Z","caller":"traceutil/trace.go:171","msg":"trace[323660065] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"180.699629ms","start":"2026-03-19T05:59:17.47604Z","end":"2026-03-19T05:59:17.65674Z","steps":["trace[323660065] 'process raft request' (duration: 180.623057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:17.656839Z","caller":"traceutil/trace.go:171","msg":"trace[1666957339] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"181.195253ms","start":"2026-03-19T05:59:17.475609Z","end":"2026-03-19T05:59:17.656804Z","steps":["trace[1666957339] 'process raft request' (duration: 110.683688ms)","trace[1666957339] 'compare' (duration: 70.205497ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:17.656963Z","caller":"traceutil/trace.go:171","msg":"trace[541003657] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"180.468384ms","start":"2026-03-19T05:59:17.476451Z","end":"2026-03-19T05:59:17.656919Z","steps":["trace[541003657] 'process raft request' (duration: 180.251898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:17.657147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.235833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T05:59:17.657211Z","caller":"traceutil/trace.go:171","msg":"trace[1135718607] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2678; }","duration":"179.336716ms","start":"2026-03-19T05:59:17.47786Z","end":"2026-03-19T05:59:17.657196Z","steps":["trace[1135718607] 'agreement among raft nodes before linearized reading' (duration: 179.1239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:17.656938Z","caller":"traceutil/trace.go:171","msg":"trace[735452982] linearizableReadLoop","detail":"{readStateIndex:2797; appliedIndex:2793; }","duration":"178.978876ms","start":"2026-03-19T05:59:17.477888Z","end":"2026-03-19T05:59:17.656867Z","steps":["trace[735452982] 'read index received' (duration: 26.200758ms)","trace[735452982] 'applied index is now lower than readState.Index' (duration: 152.775338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:18.085374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.419035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:18.08551Z","caller":"traceutil/trace.go:171","msg":"trace[1457879546] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"125.844494ms","start":"2026-03-19T05:59:17.959646Z","end":"2026-03-19T05:59:18.085491Z","steps":["trace[1457879546] 'read index received' (duration: 16.145921ms)","trace[1457879546] 'applied index is now lower than readState.Index' (duration: 109.697323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:18.085581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.938786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:18.085617Z","caller":"traceutil/trace.go:171","msg":"trace[147171624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2681; }","duration":"126.011668ms","start":"2026-03-19T05:59:17.959595Z","end":"2026-03-19T05:59:18.085607Z","steps":["trace[147171624] 'agreement among raft nodes before linearized reading' (duration: 125.950536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:18.085643Z","caller":"traceutil/trace.go:171","msg":"trace[661303098] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"163.517112ms","start":"2026-03-19T05:59:17.922033Z","end":"2026-03-19T05:59:18.08555Z","steps":["trace[661303098] 'process raft request' (duration: 53.8173ms)","trace[661303098] 'compare' (duration: 109.252551ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:18.661509Z","caller":"traceutil/trace.go:171","msg":"trace[647598569] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"139.06755ms","start":"2026-03-19T05:59:18.522415Z","end":"2026-03-19T05:59:18.661483Z","steps":["trace[647598569] 'process raft request' (duration: 138.908876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:35.97352Z","caller":"traceutil/trace.go:171","msg":"trace[1817132308] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"160.673451ms","start":"2026-03-19T05:59:35.812821Z","end":"2026-03-19T05:59:35.973494Z","steps":["trace[1817132308] 'process raft request' (duration: 148.439769ms)","trace[1817132308] 'compare' (duration: 12.086437ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:35.973894Z","caller":"traceutil/trace.go:171","msg":"trace[506627384] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"141.356589ms","start":"2026-03-19T05:59:35.832512Z","end":"2026-03-19T05:59:35.973869Z","steps":["trace[506627384] 'process raft request' (duration: 140.943009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:08.63712Z","caller":"traceutil/trace.go:171","msg":"trace[1436222409] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"101.427688ms","start":"2026-03-19T06:01:08.535665Z","end":"2026-03-19T06:01:08.637093Z","steps":["trace[1436222409] 'process raft request' (duration: 96.546655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:10.665969Z","caller":"traceutil/trace.go:171","msg":"trace[1617136382] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3477; }","duration":"382.180087ms","start":"2026-03-19T06:01:10.283748Z","end":"2026-03-19T06:01:10.665929Z","steps":["trace[1617136382] 'read index received' (duration: 381.983522ms)","trace[1617136382] 'applied index is now lower than readState.Index' (duration: 195.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:01:10.666067Z","caller":"traceutil/trace.go:171","msg":"trace[1612154467] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"538.45354ms","start":"2026-03-19T06:01:10.127581Z","end":"2026-03-19T06:01:10.666034Z","steps":["trace[1612154467] 'process raft request' (duration: 538.173293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:10.666183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.400142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:01:10.666247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:10.127558Z","time spent":"538.607474ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:01:10.666298Z","caller":"traceutil/trace.go:171","msg":"trace[1058653312] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3331; }","duration":"382.570587ms","start":"2026-03-19T06:01:10.283705Z","end":"2026-03-19T06:01:10.666276Z","steps":["trace[1058653312] 'agreement among raft nodes before linearized reading' (duration: 382.373102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:10.666361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:10.283688Z","time spent":"382.660289ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"info","ts":"2026-03-19T06:01:10.667029Z","caller":"traceutil/trace.go:171","msg":"trace[1428506145] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"187.540048ms","start":"2026-03-19T06:01:10.479469Z","end":"2026-03-19T06:01:10.667009Z","steps":["trace[1428506145] 'process raft request' (duration: 187.353883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:10.667299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.309563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:01:10.667327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.760243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:01:10.667334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.770457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:01:10.667357Z","caller":"traceutil/trace.go:171","msg":"trace[321907065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3333; }","duration":"342.416955ms","start":"2026-03-19T06:01:10.324926Z","end":"2026-03-19T06:01:10.667343Z","steps":["trace[321907065] 'agreement among raft nodes before linearized reading' (duration: 342.244381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:10.667373Z","caller":"traceutil/trace.go:171","msg":"trace[1640706252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3333; }","duration":"172.861685ms","start":"2026-03-19T06:01:10.494495Z","end":"2026-03-19T06:01:10.667357Z","steps":["trace[1640706252] 'agreement among raft nodes before linearized reading' (duration: 172.740002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:10.667398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:10.324901Z","time spent":"342.488187ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:01:10.667442Z","caller":"traceutil/trace.go:171","msg":"trace[1409107660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3333; }","duration":"169.909331ms","start":"2026-03-19T06:01:10.497517Z","end":"2026-03-19T06:01:10.667426Z","steps":["trace[1409107660] 'agreement among raft nodes before linearized reading' (duration: 169.697815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:10.667186Z","caller":"traceutil/trace.go:171","msg":"trace[90411420] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"187.383304ms","start":"2026-03-19T06:01:10.479783Z","end":"2026-03-19T06:01:10.667166Z","steps":["trace[90411420] 'process raft request' (duration: 187.173979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:44.30378Z","caller":"traceutil/trace.go:171","msg":"trace[2145503701] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"829.474528ms","start":"2026-03-19T06:01:43.474278Z","end":"2026-03-19T06:01:44.303753Z","steps":["trace[2145503701] 'process raft request' (duration: 829.290903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:44.304106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:43.474239Z","time spent":"829.627142ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:44.565429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.287714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:01:44.565508Z","caller":"traceutil/trace.go:171","msg":"trace[2142416897] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"552.542268ms","start":"2026-03-19T06:01:44.012941Z","end":"2026-03-19T06:01:44.565483Z","steps":["trace[2142416897] 'process raft request' (duration: 552.492707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:44.565565Z","caller":"traceutil/trace.go:171","msg":"trace[1338230444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3567; }","duration":"131.438698ms","start":"2026-03-19T06:01:44.434109Z","end":"2026-03-19T06:01:44.565547Z","steps":["trace[1338230444] 'range keys from in-memory index tree' (duration: 131.271954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:44.565558Z","caller":"traceutil/trace.go:171","msg":"trace[1556040500] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"1.086161276s","start":"2026-03-19T06:01:43.47937Z","end":"2026-03-19T06:01:44.565531Z","steps":["trace[1556040500] 'process raft request' (duration: 1.006166951s)","trace[1556040500] 'compare' (duration: 79.78392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:01:44.565648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.012908Z","time spent":"552.665501ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:44.565729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:43.479351Z","time spent":"1.08629514s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:45.156138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.761319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:01:45.156251Z","caller":"traceutil/trace.go:171","msg":"trace[269874788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3569; }","duration":"431.932934ms","start":"2026-03-19T06:01:44.724295Z","end":"2026-03-19T06:01:45.156228Z","steps":["trace[269874788] 'range keys from in-memory index tree' (duration: 431.487813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.156301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.724267Z","time spent":"432.021816ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:01:45.156421Z","caller":"traceutil/trace.go:171","msg":"trace[894899936] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"367.774571ms","start":"2026-03-19T06:01:44.788619Z","end":"2026-03-19T06:01:45.156394Z","steps":["trace[894899936] 'process raft request' (duration: 360.717142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.156562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.788593Z","time spent":"367.890674ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:01:45.660904Z","caller":"traceutil/trace.go:171","msg":"trace[1166881022] linearizableReadLoop","detail":"{readStateIndex:3725; appliedIndex:3723; }","duration":"840.507418ms","start":"2026-03-19T06:01:44.820359Z","end":"2026-03-19T06:01:45.660866Z","steps":["trace[1166881022] 'read index received' (duration: 328.960808ms)","trace[1166881022] 'applied index is now lower than readState.Index' (duration: 511.54553ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:01:45.66095Z","caller":"traceutil/trace.go:171","msg":"trace[1557791747] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"748.036667ms","start":"2026-03-19T06:01:44.912861Z","end":"2026-03-19T06:01:45.660898Z","steps":["trace[1557791747] 'process raft request' (duration: 747.963045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.660957Z","caller":"traceutil/trace.go:171","msg":"trace[1935461661] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"797.690924ms","start":"2026-03-19T06:01:44.86321Z","end":"2026-03-19T06:01:45.660901Z","steps":["trace[1935461661] 'process raft request' (duration: 797.569831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.661182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.863173Z","time spent":"797.884078ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:45.66126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.863137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:01:45.661337Z","caller":"traceutil/trace.go:171","msg":"trace[446716965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3573; }","duration":"840.971839ms","start":"2026-03-19T06:01:44.820335Z","end":"2026-03-19T06:01:45.661307Z","steps":["trace[446716965] 'agreement among raft nodes before linearized reading' (duration: 840.741863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.66137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.840739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:01:45.661397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.820328Z","time spent":"841.055802ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T06:01:45.661451Z","caller":"traceutil/trace.go:171","msg":"trace[1919868957] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3573; }","duration":"120.994633ms","start":"2026-03-19T06:01:45.54044Z","end":"2026-03-19T06:01:45.661435Z","steps":["trace[1919868957] 'agreement among raft nodes before linearized reading' (duration: 120.839139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.660922Z","caller":"traceutil/trace.go:171","msg":"trace[452995451] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"868.684341ms","start":"2026-03-19T06:01:44.792193Z","end":"2026-03-19T06:01:45.660877Z","steps":["trace[452995451] 'process raft request' (duration: 868.414474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.661515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.912833Z","time spent":"748.212001ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:45.66162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.337604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:01:45.661628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.792174Z","time spent":"869.407299ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:01:45.661454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.145157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:01:45.661735Z","caller":"traceutil/trace.go:171","msg":"trace[106633636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:3573; }","duration":"332.460967ms","start":"2026-03-19T06:01:45.329201Z","end":"2026-03-19T06:01:45.661662Z","steps":["trace[106633636] 'agreement among raft nodes before linearized reading' (duration: 332.284852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.661739Z","caller":"traceutil/trace.go:171","msg":"trace[514043336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3573; }","duration":"501.495475ms","start":"2026-03-19T06:01:45.160226Z","end":"2026-03-19T06:01:45.661721Z","steps":["trace[514043336] 'agreement among raft nodes before linearized reading' (duration: 500.957812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.661795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:45.160203Z","time spent":"501.575147ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:01:45.661816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:45.329177Z","time spent":"332.626841ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:01:45.66209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.09185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:01:45.662119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.111155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:01:45.662155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.663149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:01:45.662165Z","caller":"traceutil/trace.go:171","msg":"trace[1875779217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3573; }","duration":"832.176067ms","start":"2026-03-19T06:01:44.829975Z","end":"2026-03-19T06:01:45.662151Z","steps":["trace[1875779217] 'agreement among raft nodes before linearized reading' (duration: 831.978052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.66216Z","caller":"traceutil/trace.go:171","msg":"trace[1142818470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3573; }","duration":"707.163551ms","start":"2026-03-19T06:01:44.954977Z","end":"2026-03-19T06:01:45.662141Z","steps":["trace[1142818470] 'agreement among raft nodes before linearized reading' (duration: 707.046569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.662199Z","caller":"traceutil/trace.go:171","msg":"trace[219985707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3573; }","duration":"832.7236ms","start":"2026-03-19T06:01:44.829463Z","end":"2026-03-19T06:01:45.662187Z","steps":["trace[219985707] 'agreement among raft nodes before linearized reading' (duration: 832.602547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.662217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.954912Z","time spent":"707.293304ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:01:45.662204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.829964Z","time spent":"832.232988ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:01:45.662246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.829457Z","time spent":"832.781322ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:01:45.662491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.237563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:01:45.662626Z","caller":"traceutil/trace.go:171","msg":"trace[1912538373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3573; }","duration":"833.395007ms","start":"2026-03-19T06:01:44.829177Z","end":"2026-03-19T06:01:45.662572Z","steps":["trace[1912538373] 'agreement among raft nodes before linearized reading' (duration: 833.034568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.662714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.829159Z","time spent":"833.51486ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:01:45.66249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.373863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:01:45.663596Z","caller":"traceutil/trace.go:171","msg":"trace[759091689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3573; }","duration":"839.491932ms","start":"2026-03-19T06:01:44.824058Z","end":"2026-03-19T06:01:45.66355Z","steps":["trace[759091689] 'agreement among raft nodes before linearized reading' (duration: 837.104271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:01:45.663682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:01:44.824048Z","time spent":"839.622446ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:02:54.806228Z","caller":"traceutil/trace.go:171","msg":"trace[709196594] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4522; }","duration":"125.561537ms","start":"2026-03-19T06:02:54.680641Z","end":"2026-03-19T06:02:54.806203Z","steps":["trace[709196594] 'read index received' (duration: 125.436644ms)","trace[709196594] 'applied index is now lower than readState.Index' (duration: 123.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:02:54.806271Z","caller":"traceutil/trace.go:171","msg":"trace[845796875] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"133.016985ms","start":"2026-03-19T06:02:54.673222Z","end":"2026-03-19T06:02:54.806239Z","steps":["trace[845796875] 'process raft request' (duration: 132.83448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:54.806517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.848734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-19T06:02:54.806607Z","caller":"traceutil/trace.go:171","msg":"trace[294213052] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4335; }","duration":"125.954787ms","start":"2026-03-19T06:02:54.680625Z","end":"2026-03-19T06:02:54.806579Z","steps":["trace[294213052] 'agreement among raft nodes before linearized reading' (duration: 125.69517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:02:57.665383Z","caller":"traceutil/trace.go:171","msg":"trace[1710276968] linearizableReadLoop","detail":"{readStateIndex:4567; appliedIndex:4566; }","duration":"113.341737ms","start":"2026-03-19T06:02:57.55202Z","end":"2026-03-19T06:02:57.665362Z","steps":["trace[1710276968] 'read index received' (duration: 110.72665ms)","trace[1710276968] 'applied index is now lower than readState.Index' (duration: 2.613797ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:02:57.665445Z","caller":"traceutil/trace.go:171","msg":"trace[85661877] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"265.796955ms","start":"2026-03-19T06:02:57.399622Z","end":"2026-03-19T06:02:57.665419Z","steps":["trace[85661877] 'process raft request' (duration: 262.626495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:57.665606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.586913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-19T06:02:57.66565Z","caller":"traceutil/trace.go:171","msg":"trace[1342804377] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4378; }","duration":"113.704106ms","start":"2026-03-19T06:02:57.551936Z","end":"2026-03-19T06:02:57.66564Z","steps":["trace[1342804377] 'agreement among raft nodes before linearized reading' (duration: 113.537081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:02:58.494031Z","caller":"traceutil/trace.go:171","msg":"trace[1931564592] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4633; }","duration":"184.909182ms","start":"2026-03-19T06:02:58.309101Z","end":"2026-03-19T06:02:58.49401Z","steps":["trace[1931564592] 'read index received' (duration: 184.765908ms)","trace[1931564592] 'applied index is now lower than readState.Index' (duration: 142.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:02:58.494284Z","caller":"traceutil/trace.go:171","msg":"trace[1821456357] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"273.422319ms","start":"2026-03-19T06:02:58.22085Z","end":"2026-03-19T06:02:58.494273Z","steps":["trace[1821456357] 'process raft request' (duration: 273.066481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:58.494467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.208129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T06:02:58.494564Z","caller":"traceutil/trace.go:171","msg":"trace[2089283691] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4444; }","duration":"181.342902ms","start":"2026-03-19T06:02:58.313189Z","end":"2026-03-19T06:02:58.494532Z","steps":["trace[2089283691] 'agreement among raft nodes before linearized reading' (duration: 181.151967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:58.495417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.301857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T06:02:58.495485Z","caller":"traceutil/trace.go:171","msg":"trace[1995116232] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4444; }","duration":"186.400809ms","start":"2026-03-19T06:02:58.309058Z","end":"2026-03-19T06:02:58.495459Z","steps":["trace[1995116232] 'agreement among raft nodes before linearized reading' (duration: 185.581139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:59.559597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.724173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517416"} {"level":"info","ts":"2026-03-19T06:02:59.559679Z","caller":"traceutil/trace.go:171","msg":"trace[2023894244] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4469; }","duration":"157.859766ms","start":"2026-03-19T06:02:59.401801Z","end":"2026-03-19T06:02:59.559661Z","steps":["trace[2023894244] 'range keys from in-memory index tree' (duration: 157.23034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:07.292535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.31559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:07.292838Z","caller":"traceutil/trace.go:171","msg":"trace[186091382] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"391.528676ms","start":"2026-03-19T06:03:06.901254Z","end":"2026-03-19T06:03:07.292782Z","steps":["trace[186091382] 'process raft request' (duration: 27.856396ms)","trace[186091382] 'compare' (duration: 363.171146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:07.293095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:06.901217Z","time spent":"391.745771ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:08.232518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.8249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T06:03:08.232859Z","caller":"traceutil/trace.go:171","msg":"trace[1147961482] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4907; }","duration":"1.136994073s","start":"2026-03-19T06:03:07.095839Z","end":"2026-03-19T06:03:08.232833Z","steps":["trace[1147961482] 'read index received' (duration: 84.943µs)","trace[1147961482] 'applied index is now lower than readState.Index' (duration: 1.13690756s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:08.2333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137441064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:03:08.233389Z","caller":"traceutil/trace.go:171","msg":"trace[136852767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4711; }","duration":"1.137609749s","start":"2026-03-19T06:03:07.095756Z","end":"2026-03-19T06:03:08.233366Z","steps":["trace[136852767] 'agreement among raft nodes before linearized reading' (duration: 1.137372383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.233421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.095728Z","time spent":"1.13768636s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:03:08.234159Z","caller":"traceutil/trace.go:171","msg":"trace[1236206567] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"1.060065641s","start":"2026-03-19T06:03:07.174047Z","end":"2026-03-19T06:03:08.234113Z","steps":["trace[1236206567] 'process raft request' (duration: 1.058625234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.234419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.174018Z","time spent":"1.060232666s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:08.237879Z","caller":"traceutil/trace.go:171","msg":"trace[406419068] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"667.57489ms","start":"2026-03-19T06:03:07.570281Z","end":"2026-03-19T06:03:08.237856Z","steps":["trace[406419068] 'process raft request' (duration: 663.952478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.238017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.570242Z","time spent":"667.695533ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17294,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:08.238324Z","caller":"traceutil/trace.go:171","msg":"trace[1008412378] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"509.034908ms","start":"2026-03-19T06:03:07.729271Z","end":"2026-03-19T06:03:08.238306Z","steps":["trace[1008412378] 'process raft request' (duration: 508.519535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.238501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.729243Z","time spent":"509.209593ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:08.238759Z","caller":"traceutil/trace.go:171","msg":"trace[1578753305] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"473.474805ms","start":"2026-03-19T06:03:07.765264Z","end":"2026-03-19T06:03:08.238739Z","steps":["trace[1578753305] 'process raft request' (duration: 472.992973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.238914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.765239Z","time spent":"473.579768ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:08.239098Z","caller":"traceutil/trace.go:171","msg":"trace[376038899] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"324.836933ms","start":"2026-03-19T06:03:07.914247Z","end":"2026-03-19T06:03:08.239084Z","steps":["trace[376038899] 'process raft request' (duration: 324.422613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.914217Z","time spent":"324.921745ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:08.239191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.421821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:08.239235Z","caller":"traceutil/trace.go:171","msg":"trace[2009543571] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4717; }","duration":"333.500803ms","start":"2026-03-19T06:03:07.905719Z","end":"2026-03-19T06:03:08.23922Z","steps":["trace[2009543571] 'agreement among raft nodes before linearized reading' (duration: 333.4068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.9057Z","time spent":"333.565685ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:08.239427Z","caller":"traceutil/trace.go:171","msg":"trace[531482286] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"273.701605ms","start":"2026-03-19T06:03:07.965716Z","end":"2026-03-19T06:03:08.239418Z","steps":["trace[531482286] 'process raft request' (duration: 273.181652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053610936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T06:03:08.239507Z","caller":"traceutil/trace.go:171","msg":"trace[363308034] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c; range_end:; response_count:1; response_revision:4717; }","duration":"1.053698268s","start":"2026-03-19T06:03:07.185792Z","end":"2026-03-19T06:03:08.23949Z","steps":["trace[363308034] 'agreement among raft nodes before linearized reading' (duration: 1.053586566s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.57909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T06:03:08.23961Z","caller":"traceutil/trace.go:171","msg":"trace[118059067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4717; }","duration":"933.732354ms","start":"2026-03-19T06:03:07.305851Z","end":"2026-03-19T06:03:08.239583Z","steps":["trace[118059067] 'agreement among raft nodes before linearized reading' (duration: 933.472297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.434662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:03:08.239674Z","caller":"traceutil/trace.go:171","msg":"trace[586232918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:4717; }","duration":"164.478664ms","start":"2026-03-19T06:03:08.075175Z","end":"2026-03-19T06:03:08.239654Z","steps":["trace[586232918] 'agreement among raft nodes before linearized reading' (duration: 164.338479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.239669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.305829Z","time spent":"933.826578ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T06:03:08.239833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.788988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:03:08.239853Z","caller":"traceutil/trace.go:171","msg":"trace[1544648671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4717; }","duration":"165.828488ms","start":"2026-03-19T06:03:08.074018Z","end":"2026-03-19T06:03:08.239846Z","steps":["trace[1544648671] 'agreement among raft nodes before linearized reading' (duration: 165.727936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.240099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.053616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T06:03:08.240169Z","caller":"traceutil/trace.go:171","msg":"trace[816126091] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c; range_end:; response_count:1; response_revision:4717; }","duration":"648.158788ms","start":"2026-03-19T06:03:07.591991Z","end":"2026-03-19T06:03:08.24015Z","steps":["trace[816126091] 'agreement among raft nodes before linearized reading' (duration: 647.946923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.240232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.591956Z","time spent":"648.257451ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c\" "} {"level":"warn","ts":"2026-03-19T06:03:08.239541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.185769Z","time spent":"1.053764481s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76bdbf09-3dbd-4768-b27a-2c248166a61c\" "} {"level":"warn","ts":"2026-03-19T06:03:08.240531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.13178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-19T06:03:08.24056Z","caller":"traceutil/trace.go:171","msg":"trace[1820030666] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4717; }","duration":"749.201742ms","start":"2026-03-19T06:03:07.49135Z","end":"2026-03-19T06:03:08.240552Z","steps":["trace[1820030666] 'agreement among raft nodes before linearized reading' (duration: 748.850713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.240582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.491321Z","time spent":"749.254914ms","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777700,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T06:03:08.240124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.852538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:08.240911Z","caller":"traceutil/trace.go:171","msg":"trace[2111203670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4717; }","duration":"815.635698ms","start":"2026-03-19T06:03:07.425263Z","end":"2026-03-19T06:03:08.240899Z","steps":["trace[2111203670] 'agreement among raft nodes before linearized reading' (duration: 814.835168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.240944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.425199Z","time spent":"815.73572ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:08.240189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.791066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T06:03:08.241117Z","caller":"traceutil/trace.go:171","msg":"trace[1737346114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4717; }","duration":"733.75636ms","start":"2026-03-19T06:03:07.507352Z","end":"2026-03-19T06:03:08.241108Z","steps":["trace[1737346114] 'agreement among raft nodes before linearized reading' (duration: 732.793196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.241147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:07.507331Z","time spent":"733.807291ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T06:03:08.241277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.344296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T06:03:08.241364Z","caller":"traceutil/trace.go:171","msg":"trace[1087089174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4717; }","duration":"167.48211ms","start":"2026-03-19T06:03:08.073862Z","end":"2026-03-19T06:03:08.241344Z","steps":["trace[1087089174] 'agreement among raft nodes before linearized reading' (duration: 167.209253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.241545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.626132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:08.241615Z","caller":"traceutil/trace.go:171","msg":"trace[497319042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4717; }","duration":"284.719924ms","start":"2026-03-19T06:03:07.956878Z","end":"2026-03-19T06:03:08.241598Z","steps":["trace[497319042] 'agreement among raft nodes before linearized reading' (duration: 284.616822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.241645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.489895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:03:08.241686Z","caller":"traceutil/trace.go:171","msg":"trace[953493579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4717; }","duration":"168.554847ms","start":"2026-03-19T06:03:08.073122Z","end":"2026-03-19T06:03:08.241677Z","steps":["trace[953493579] 'agreement among raft nodes before linearized reading' (duration: 168.471375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:08.241572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.956281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T06:03:08.241856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.917945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T06:03:08.241894Z","caller":"traceutil/trace.go:171","msg":"trace[541725938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4717; }","duration":"180.002177ms","start":"2026-03-19T06:03:08.061882Z","end":"2026-03-19T06:03:08.241885Z","steps":["trace[541725938] 'agreement among raft nodes before linearized reading' (duration: 179.914275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:08.241896Z","caller":"traceutil/trace.go:171","msg":"trace[1217885856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4717; }","duration":"179.242409ms","start":"2026-03-19T06:03:08.062578Z","end":"2026-03-19T06:03:08.24182Z","steps":["trace[1217885856] 'agreement among raft nodes before linearized reading' (duration: 178.919231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:11.453836Z","caller":"traceutil/trace.go:171","msg":"trace[393875625] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"151.447093ms","start":"2026-03-19T06:03:11.302366Z","end":"2026-03-19T06:03:11.453813Z","steps":["trace[393875625] 'process raft request' (duration: 151.29837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:13.616618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.3072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:13.61672Z","caller":"traceutil/trace.go:171","msg":"trace[1445923727] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4816; }","duration":"218.469294ms","start":"2026-03-19T06:03:13.398231Z","end":"2026-03-19T06:03:13.6167Z","steps":["trace[1445923727] 'range keys from in-memory index tree' (duration: 218.229178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:13.616725Z","caller":"traceutil/trace.go:171","msg":"trace[134057868] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"157.873906ms","start":"2026-03-19T06:03:13.458823Z","end":"2026-03-19T06:03:13.616697Z","steps":["trace[134057868] 'process raft request' (duration: 150.822306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:16.928272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.286459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6863"} {"level":"info","ts":"2026-03-19T06:03:16.928378Z","caller":"traceutil/trace.go:171","msg":"trace[1514657732] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:4877; }","duration":"164.427792ms","start":"2026-03-19T06:03:16.763925Z","end":"2026-03-19T06:03:16.928353Z","steps":["trace[1514657732] 'range keys from in-memory index tree' (duration: 163.811727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:16.981438Z","caller":"traceutil/trace.go:171","msg":"trace[1359055168] linearizableReadLoop","detail":"{readStateIndex:5082; appliedIndex:5081; }","duration":"186.926594ms","start":"2026-03-19T06:03:16.794491Z","end":"2026-03-19T06:03:16.981418Z","steps":["trace[1359055168] 'read index received' (duration: 186.671637ms)","trace[1359055168] 'applied index is now lower than readState.Index' (duration: 253.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:16.98154Z","caller":"traceutil/trace.go:171","msg":"trace[1177442808] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"215.792316ms","start":"2026-03-19T06:03:16.765736Z","end":"2026-03-19T06:03:16.981528Z","steps":["trace[1177442808] 'process raft request' (duration: 215.523169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:16.982204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.703603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391886"} {"level":"info","ts":"2026-03-19T06:03:16.982283Z","caller":"traceutil/trace.go:171","msg":"trace[2033781838] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4878; }","duration":"187.813776ms","start":"2026-03-19T06:03:16.794444Z","end":"2026-03-19T06:03:16.982258Z","steps":["trace[2033781838] 'agreement among raft nodes before linearized reading' (duration: 187.406126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.014347Z","caller":"traceutil/trace.go:171","msg":"trace[727007406] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"203.133876ms","start":"2026-03-19T06:03:17.81119Z","end":"2026-03-19T06:03:18.014324Z","steps":["trace[727007406] 'read index received' (duration: 203.053894ms)","trace[727007406] 'applied index is now lower than readState.Index' (duration: 79.042µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:18.014395Z","caller":"traceutil/trace.go:171","msg":"trace[27367108] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"246.262159ms","start":"2026-03-19T06:03:17.768093Z","end":"2026-03-19T06:03:18.014355Z","steps":["trace[27367108] 'process raft request' (duration: 246.021373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:18.01456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.343261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:18.014627Z","caller":"traceutil/trace.go:171","msg":"trace[385848462] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4888; }","duration":"203.461414ms","start":"2026-03-19T06:03:17.811149Z","end":"2026-03-19T06:03:18.014611Z","steps":["trace[385848462] 'agreement among raft nodes before linearized reading' (duration: 203.29301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.176889Z","caller":"traceutil/trace.go:171","msg":"trace[920209095] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"104.316347ms","start":"2026-03-19T06:03:18.072547Z","end":"2026-03-19T06:03:18.176863Z","steps":["trace[920209095] 'process raft request' (duration: 34.409913ms)","trace[920209095] 'compare' (duration: 69.78161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:18.207551Z","caller":"traceutil/trace.go:171","msg":"trace[1349577735] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"134.629577ms","start":"2026-03-19T06:03:18.072892Z","end":"2026-03-19T06:03:18.207522Z","steps":["trace[1349577735] 'process raft request' (duration: 134.448302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:18.421583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.367951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-8cvnd\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-19T06:03:18.421683Z","caller":"traceutil/trace.go:171","msg":"trace[2140746800] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-8cvnd; range_end:; response_count:1; response_revision:4891; }","duration":"125.499895ms","start":"2026-03-19T06:03:18.296145Z","end":"2026-03-19T06:03:18.421645Z","steps":["trace[2140746800] 'range keys from in-memory index tree' (duration: 125.195828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:18.421678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.836349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:18.421902Z","caller":"traceutil/trace.go:171","msg":"trace[527649128] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"124.707335ms","start":"2026-03-19T06:03:18.297167Z","end":"2026-03-19T06:03:18.421875Z","steps":["trace[527649128] 'compare' (duration: 115.715926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.422137Z","caller":"traceutil/trace.go:171","msg":"trace[129874548] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"118.803465ms","start":"2026-03-19T06:03:18.303317Z","end":"2026-03-19T06:03:18.42212Z","steps":["trace[129874548] 'process raft request' (duration: 118.482877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.596287Z","caller":"traceutil/trace.go:171","msg":"trace[1259578027] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"169.89588ms","start":"2026-03-19T06:03:18.426367Z","end":"2026-03-19T06:03:18.596263Z","steps":["trace[1259578027] 'process raft request' (duration: 169.232684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.596621Z","caller":"traceutil/trace.go:171","msg":"trace[1668008324] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"170.181589ms","start":"2026-03-19T06:03:18.426411Z","end":"2026-03-19T06:03:18.596592Z","steps":["trace[1668008324] 'process raft request' (duration: 169.810108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.59666Z","caller":"traceutil/trace.go:171","msg":"trace[1108335771] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"169.307057ms","start":"2026-03-19T06:03:18.427329Z","end":"2026-03-19T06:03:18.596636Z","steps":["trace[1108335771] 'process raft request' (duration: 169.167193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.596794Z","caller":"traceutil/trace.go:171","msg":"trace[1827184031] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5099; }","duration":"169.687436ms","start":"2026-03-19T06:03:18.427092Z","end":"2026-03-19T06:03:18.596779Z","steps":["trace[1827184031] 'read index received' (duration: 56.672878ms)","trace[1827184031] 'applied index is now lower than readState.Index' (duration: 113.013838ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:18.596901Z","caller":"traceutil/trace.go:171","msg":"trace[2065316547] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"169.521062ms","start":"2026-03-19T06:03:18.427362Z","end":"2026-03-19T06:03:18.596883Z","steps":["trace[2065316547] 'process raft request' (duration: 169.231935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:18.596903Z","caller":"traceutil/trace.go:171","msg":"trace[746485372] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"165.044208ms","start":"2026-03-19T06:03:18.431842Z","end":"2026-03-19T06:03:18.596887Z","steps":["trace[746485372] 'process raft request' (duration: 164.865424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:18.597015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.905752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71024"} {"level":"info","ts":"2026-03-19T06:03:18.597058Z","caller":"traceutil/trace.go:171","msg":"trace[1803551147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4901; }","duration":"169.984444ms","start":"2026-03-19T06:03:18.427063Z","end":"2026-03-19T06:03:18.597047Z","steps":["trace[1803551147] 'agreement among raft nodes before linearized reading' (duration: 169.781269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.24325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.886273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T06:03:27.243356Z","caller":"traceutil/trace.go:171","msg":"trace[1957152532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad; range_end:; response_count:1; response_revision:5038; }","duration":"866.046997ms","start":"2026-03-19T06:03:26.377288Z","end":"2026-03-19T06:03:27.243335Z","steps":["trace[1957152532] 'range keys from in-memory index tree' (duration: 865.698918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.243399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.377267Z","time spent":"866.120849ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad\" "} {"level":"warn","ts":"2026-03-19T06:03:27.243645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.19241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:27.244177Z","caller":"traceutil/trace.go:171","msg":"trace[2007199134] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"800.223486ms","start":"2026-03-19T06:03:26.44392Z","end":"2026-03-19T06:03:27.244144Z","steps":["trace[2007199134] 'process raft request' (duration: 93.4189ms)","trace[2007199134] 'compare' (duration: 706.096408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:27.244504Z","caller":"traceutil/trace.go:171","msg":"trace[290850867] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"796.691958ms","start":"2026-03-19T06:03:26.447749Z","end":"2026-03-19T06:03:27.244441Z","steps":["trace[290850867] 'process raft request' (duration: 796.373089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.244704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.44772Z","time spent":"796.903153ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:27.244701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.443893Z","time spent":"800.576086ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:27.244736Z","caller":"traceutil/trace.go:171","msg":"trace[404295718] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5245; }","duration":"752.861715ms","start":"2026-03-19T06:03:26.491492Z","end":"2026-03-19T06:03:27.244354Z","steps":["trace[404295718] 'read index received' (duration: 45.764451ms)","trace[404295718] 'applied index is now lower than readState.Index' (duration: 707.096294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:27.244823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.320046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T06:03:27.245051Z","caller":"traceutil/trace.go:171","msg":"trace[362825002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad; range_end:; response_count:1; response_revision:5040; }","duration":"753.548592ms","start":"2026-03-19T06:03:26.491448Z","end":"2026-03-19T06:03:27.244996Z","steps":["trace[362825002] 'agreement among raft nodes before linearized reading' (duration: 753.188023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.245138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.491433Z","time spent":"753.661045ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-463ed971-f64e-4e81-a551-7f629c4efaad\" "} {"level":"warn","ts":"2026-03-19T06:03:27.24576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.82877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:03:27.245816Z","caller":"traceutil/trace.go:171","msg":"trace[1754590275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5040; }","duration":"727.903081ms","start":"2026-03-19T06:03:26.5179Z","end":"2026-03-19T06:03:27.245803Z","steps":["trace[1754590275] 'agreement among raft nodes before linearized reading' (duration: 727.664695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.245862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.517891Z","time spent":"727.957184ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:27.245953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.69689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:03:27.245993Z","caller":"traceutil/trace.go:171","msg":"trace[935665506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"605.778082ms","start":"2026-03-19T06:03:26.640204Z","end":"2026-03-19T06:03:27.245982Z","steps":["trace[935665506] 'agreement among raft nodes before linearized reading' (duration: 605.668179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.245978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.122176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:27.246026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.640181Z","time spent":"605.838434ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T06:03:27.246043Z","caller":"traceutil/trace.go:171","msg":"trace[123751708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"289.216349ms","start":"2026-03-19T06:03:26.956808Z","end":"2026-03-19T06:03:27.246025Z","steps":["trace[123751708] 'agreement among raft nodes before linearized reading' (duration: 289.104806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.246174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.807126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:27.246206Z","caller":"traceutil/trace.go:171","msg":"trace[2133697521] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5040; }","duration":"587.860898ms","start":"2026-03-19T06:03:26.658335Z","end":"2026-03-19T06:03:27.246196Z","steps":["trace[2133697521] 'agreement among raft nodes before linearized reading' (duration: 587.809957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.246234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.658323Z","time spent":"587.903669ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:27.246289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.710426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:03:27.246329Z","caller":"traceutil/trace.go:171","msg":"trace[63820600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"608.752867ms","start":"2026-03-19T06:03:26.637565Z","end":"2026-03-19T06:03:27.246318Z","steps":["trace[63820600] 'agreement among raft nodes before linearized reading' (duration: 608.509251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.24636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.637541Z","time spent":"608.812349ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:03:27.246476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.739181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:03:27.246491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.673243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:27.246515Z","caller":"traceutil/trace.go:171","msg":"trace[540336470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"605.810203ms","start":"2026-03-19T06:03:26.640696Z","end":"2026-03-19T06:03:27.246506Z","steps":["trace[540336470] 'agreement among raft nodes before linearized reading' (duration: 605.668099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.246544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.640682Z","time spent":"605.855474ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:03:27.246544Z","caller":"traceutil/trace.go:171","msg":"trace[2037237856] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5040; }","duration":"615.764435ms","start":"2026-03-19T06:03:26.630764Z","end":"2026-03-19T06:03:27.246529Z","steps":["trace[2037237856] 'agreement among raft nodes before linearized reading' (duration: 615.643222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.246579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.630744Z","time spent":"615.826257ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:27.246755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.25594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:03:27.246812Z","caller":"traceutil/trace.go:171","msg":"trace[1250499511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:5040; }","duration":"609.334812ms","start":"2026-03-19T06:03:26.637464Z","end":"2026-03-19T06:03:27.246799Z","steps":["trace[1250499511] 'agreement among raft nodes before linearized reading' (duration: 609.172038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.246845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.637431Z","time spent":"609.406344ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:03:27.247017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.750249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:03:27.247083Z","caller":"traceutil/trace.go:171","msg":"trace[18066337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5040; }","duration":"610.862582ms","start":"2026-03-19T06:03:26.636204Z","end":"2026-03-19T06:03:27.247067Z","steps":["trace[18066337] 'agreement among raft nodes before linearized reading' (duration: 610.702887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.247124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:26.636178Z","time spent":"610.934464ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:03:27.690441Z","caller":"traceutil/trace.go:171","msg":"trace[1079248748] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"439.239086ms","start":"2026-03-19T06:03:27.251174Z","end":"2026-03-19T06:03:27.690413Z","steps":["trace[1079248748] 'process raft request' (duration: 438.99585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:27.690596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251156Z","time spent":"439.35668ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:28.129811Z","caller":"traceutil/trace.go:171","msg":"trace[1284887443] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"878.456643ms","start":"2026-03-19T06:03:27.251311Z","end":"2026-03-19T06:03:28.129768Z","steps":["trace[1284887443] 'process raft request' (duration: 878.34989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:28.12994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251272Z","time spent":"878.603917ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:28.130109Z","caller":"traceutil/trace.go:171","msg":"trace[2106112686] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"878.78106ms","start":"2026-03-19T06:03:27.251293Z","end":"2026-03-19T06:03:28.130074Z","steps":["trace[2106112686] 'process raft request' (duration: 831.284275ms)","trace[2106112686] 'compare' (duration: 46.851528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:28.130285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251271Z","time spent":"878.924014ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:28.130386Z","caller":"traceutil/trace.go:171","msg":"trace[2065845806] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"878.75076ms","start":"2026-03-19T06:03:27.251624Z","end":"2026-03-19T06:03:28.130374Z","steps":["trace[2065845806] 'process raft request' (duration: 878.111004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:28.130445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251618Z","time spent":"878.797931ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:28.130523Z","caller":"traceutil/trace.go:171","msg":"trace[184834959] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"878.715949ms","start":"2026-03-19T06:03:27.251791Z","end":"2026-03-19T06:03:28.130507Z","steps":["trace[184834959] 'process raft request' (duration: 878.502994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:28.130555Z","caller":"traceutil/trace.go:171","msg":"trace[177668393] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"877.20334ms","start":"2026-03-19T06:03:27.253323Z","end":"2026-03-19T06:03:28.130527Z","steps":["trace[177668393] 'process raft request' (duration: 877.061666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:28.130646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251761Z","time spent":"878.816481ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:28.130793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.253314Z","time spent":"877.303353ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:28.229257Z","caller":"traceutil/trace.go:171","msg":"trace[580284406] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5247; }","duration":"977.30602ms","start":"2026-03-19T06:03:27.251921Z","end":"2026-03-19T06:03:28.229227Z","steps":["trace[580284406] 'read index received' (duration: 438.348454ms)","trace[580284406] 'applied index is now lower than readState.Index' (duration: 538.955006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:28.229315Z","caller":"traceutil/trace.go:171","msg":"trace[2055294819] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"481.442088ms","start":"2026-03-19T06:03:27.747839Z","end":"2026-03-19T06:03:28.229281Z","steps":["trace[2055294819] 'process raft request' (duration: 481.243813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:28.229486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.747807Z","time spent":"481.584512ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:28.255311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.104005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T06:03:28.255415Z","caller":"traceutil/trace.go:171","msg":"trace[765293361] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5047; }","duration":"726.248609ms","start":"2026-03-19T06:03:27.529139Z","end":"2026-03-19T06:03:28.255388Z","steps":["trace[765293361] 'agreement among raft nodes before linearized reading' (duration: 700.25914ms)","trace[765293361] 'range keys from in-memory index tree' (duration: 25.803265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:28.255491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.529117Z","time spent":"726.358392ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T06:03:28.255588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00364642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80207"} {"level":"info","ts":"2026-03-19T06:03:28.255656Z","caller":"traceutil/trace.go:171","msg":"trace[1915543535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5047; }","duration":"1.003762503s","start":"2026-03-19T06:03:27.251876Z","end":"2026-03-19T06:03:28.255639Z","steps":["trace[1915543535] 'agreement among raft nodes before linearized reading' (duration: 977.497886ms)","trace[1915543535] 'range keys from in-memory index tree' (duration: 25.892887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:28.255701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:27.251856Z","time spent":"1.003835465s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:03:30.257323Z","caller":"traceutil/trace.go:171","msg":"trace[215905068] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"121.867332ms","start":"2026-03-19T06:03:30.135432Z","end":"2026-03-19T06:03:30.2573Z","steps":["trace[215905068] 'process raft request' (duration: 121.702768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:30.264138Z","caller":"traceutil/trace.go:171","msg":"trace[200828369] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"127.211548ms","start":"2026-03-19T06:03:30.136909Z","end":"2026-03-19T06:03:30.26412Z","steps":["trace[200828369] 'process raft request' (duration: 127.153976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:30.264166Z","caller":"traceutil/trace.go:171","msg":"trace[139009822] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"127.471486ms","start":"2026-03-19T06:03:30.136665Z","end":"2026-03-19T06:03:30.264136Z","steps":["trace[139009822] 'process raft request' (duration: 127.265799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:30.264212Z","caller":"traceutil/trace.go:171","msg":"trace[10677597] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"127.526337ms","start":"2026-03-19T06:03:30.136665Z","end":"2026-03-19T06:03:30.264191Z","steps":["trace[10677597] 'process raft request' (duration: 127.372722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:31.806683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.719543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:31.80677Z","caller":"traceutil/trace.go:171","msg":"trace[1871694580] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5093; }","duration":"157.833305ms","start":"2026-03-19T06:03:31.648916Z","end":"2026-03-19T06:03:31.806749Z","steps":["trace[1871694580] 'count revisions from in-memory index tree' (duration: 157.669531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:31.806777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.154432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:03:31.806847Z","caller":"traceutil/trace.go:171","msg":"trace[2025735707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5093; }","duration":"102.273915ms","start":"2026-03-19T06:03:31.704555Z","end":"2026-03-19T06:03:31.806829Z","steps":["trace[2025735707] 'range keys from in-memory index tree' (duration: 101.983507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:31.806861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.750564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:03:31.806894Z","caller":"traceutil/trace.go:171","msg":"trace[266353531] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:5093; }","duration":"131.792545ms","start":"2026-03-19T06:03:31.675092Z","end":"2026-03-19T06:03:31.806884Z","steps":["trace[266353531] 'range keys from in-memory index tree' (duration: 131.682772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:31.80702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.59982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T06:03:31.807091Z","caller":"traceutil/trace.go:171","msg":"trace[852480783] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5093; }","duration":"118.721892ms","start":"2026-03-19T06:03:31.688348Z","end":"2026-03-19T06:03:31.80707Z","steps":["trace[852480783] 'range keys from in-memory index tree' (duration: 118.433295ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:35.765976Z","caller":"traceutil/trace.go:171","msg":"trace[176023443] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"445.502855ms","start":"2026-03-19T06:03:35.320453Z","end":"2026-03-19T06:03:35.765956Z","steps":["trace[176023443] 'process raft request' (duration: 445.379012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:35.766099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:35.320427Z","time spent":"445.610288ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:35.790597Z","caller":"traceutil/trace.go:171","msg":"trace[1467933048] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5360; }","duration":"323.71598ms","start":"2026-03-19T06:03:35.466862Z","end":"2026-03-19T06:03:35.790578Z","steps":["trace[1467933048] 'read index received' (duration: 298.988ms)","trace[1467933048] 'applied index is now lower than readState.Index' (duration: 24.72686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:35.790747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.017304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:35.790788Z","caller":"traceutil/trace.go:171","msg":"trace[1580445058] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5152; }","duration":"192.109226ms","start":"2026-03-19T06:03:35.59867Z","end":"2026-03-19T06:03:35.790779Z","steps":["trace[1580445058] 'agreement among raft nodes before linearized reading' (duration: 192.018454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:35.790817Z","caller":"traceutil/trace.go:171","msg":"trace[2088754553] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"467.475265ms","start":"2026-03-19T06:03:35.323313Z","end":"2026-03-19T06:03:35.790788Z","steps":["trace[2088754553] 'process raft request' (duration: 467.188198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:35.790916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:35.323296Z","time spent":"467.571657ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:35.79094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.031219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-8cvnd\" ","response":"range_response_count:1 size:8433"} {"level":"info","ts":"2026-03-19T06:03:35.791024Z","caller":"traceutil/trace.go:171","msg":"trace[1864473795] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-8cvnd; range_end:; response_count:1; response_revision:5152; }","duration":"324.201553ms","start":"2026-03-19T06:03:35.466802Z","end":"2026-03-19T06:03:35.791004Z","steps":["trace[1864473795] 'agreement among raft nodes before linearized reading' (duration: 323.882435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:35.791087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:35.466777Z","time spent":"324.295426ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8456,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-8cvnd\" "} {"level":"info","ts":"2026-03-19T06:03:36.009687Z","caller":"traceutil/trace.go:171","msg":"trace[1249283925] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"181.221758ms","start":"2026-03-19T06:03:35.828439Z","end":"2026-03-19T06:03:36.009661Z","steps":["trace[1249283925] 'read index received' (duration: 84.421721ms)","trace[1249283925] 'applied index is now lower than readState.Index' (duration: 96.798867ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:36.009711Z","caller":"traceutil/trace.go:171","msg":"trace[1511826078] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"207.770265ms","start":"2026-03-19T06:03:35.801901Z","end":"2026-03-19T06:03:36.009671Z","steps":["trace[1511826078] 'process raft request' (duration: 111.02065ms)","trace[1511826078] 'compare' (duration: 96.612072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:36.009879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.426595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:03:36.009911Z","caller":"traceutil/trace.go:171","msg":"trace[1701585429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5153; }","duration":"181.507027ms","start":"2026-03-19T06:03:35.828395Z","end":"2026-03-19T06:03:36.009902Z","steps":["trace[1701585429] 'agreement among raft nodes before linearized reading' (duration: 181.357663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:40.334345Z","caller":"traceutil/trace.go:171","msg":"trace[1131407881] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"553.763684ms","start":"2026-03-19T06:03:39.780555Z","end":"2026-03-19T06:03:40.334319Z","steps":["trace[1131407881] 'process raft request' (duration: 553.585009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.334514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:39.780534Z","time spent":"553.893078ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:40.34106Z","caller":"traceutil/trace.go:171","msg":"trace[915684773] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"531.906268ms","start":"2026-03-19T06:03:39.809137Z","end":"2026-03-19T06:03:40.341043Z","steps":["trace[915684773] 'process raft request' (duration: 531.787485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.341194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:39.809111Z","time spent":"532.002289ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:40.341229Z","caller":"traceutil/trace.go:171","msg":"trace[1480815298] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5427; }","duration":"384.315366ms","start":"2026-03-19T06:03:39.956892Z","end":"2026-03-19T06:03:40.341208Z","steps":["trace[1480815298] 'read index received' (duration: 377.198054ms)","trace[1480815298] 'applied index is now lower than readState.Index' (duration: 7.116112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:40.341392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.48358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:40.341413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.786223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:40.341455Z","caller":"traceutil/trace.go:171","msg":"trace[1874778591] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5216; }","duration":"332.877565ms","start":"2026-03-19T06:03:40.008567Z","end":"2026-03-19T06:03:40.341445Z","steps":["trace[1874778591] 'agreement among raft nodes before linearized reading' (duration: 332.778852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:40.341456Z","caller":"traceutil/trace.go:171","msg":"trace[1476165680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5216; }","duration":"384.589524ms","start":"2026-03-19T06:03:39.956849Z","end":"2026-03-19T06:03:40.341439Z","steps":["trace[1476165680] 'agreement among raft nodes before linearized reading' (duration: 384.476231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.34148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:40.008546Z","time spent":"332.926985ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:40.341463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.142438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T06:03:40.341494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:39.956836Z","time spent":"384.649315ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:03:40.341521Z","caller":"traceutil/trace.go:171","msg":"trace[985807301] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5216; }","duration":"192.24831ms","start":"2026-03-19T06:03:40.149258Z","end":"2026-03-19T06:03:40.341507Z","steps":["trace[985807301] 'agreement among raft nodes before linearized reading' (duration: 192.110927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.341655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.471945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:03:40.341662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.998144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T06:03:40.341685Z","caller":"traceutil/trace.go:171","msg":"trace[308865173] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5216; }","duration":"323.518246ms","start":"2026-03-19T06:03:40.018155Z","end":"2026-03-19T06:03:40.341674Z","steps":["trace[308865173] 'agreement among raft nodes before linearized reading' (duration: 323.444985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.341711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:40.018147Z","time spent":"323.559157ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:40.341718Z","caller":"traceutil/trace.go:171","msg":"trace[457161286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5216; }","duration":"305.085176ms","start":"2026-03-19T06:03:40.036618Z","end":"2026-03-19T06:03:40.341703Z","steps":["trace[457161286] 'agreement among raft nodes before linearized reading' (duration: 304.910222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.341752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:40.036603Z","time spent":"305.141937ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:03:43.643086Z","caller":"traceutil/trace.go:171","msg":"trace[1591253023] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5451; }","duration":"259.304209ms","start":"2026-03-19T06:03:43.383754Z","end":"2026-03-19T06:03:43.643058Z","steps":["trace[1591253023] 'read index received' (duration: 184.349289ms)","trace[1591253023] 'applied index is now lower than readState.Index' (duration: 74.95397ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:43.643197Z","caller":"traceutil/trace.go:171","msg":"trace[1004735392] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"262.046789ms","start":"2026-03-19T06:03:43.381107Z","end":"2026-03-19T06:03:43.643154Z","steps":["trace[1004735392] 'process raft request' (duration: 187.026687ms)","trace[1004735392] 'compare' (duration: 74.743735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:43.643322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.558236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T06:03:43.643364Z","caller":"traceutil/trace.go:171","msg":"trace[1257899229] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5237; }","duration":"259.642557ms","start":"2026-03-19T06:03:43.383711Z","end":"2026-03-19T06:03:43.643354Z","steps":["trace[1257899229] 'agreement among raft nodes before linearized reading' (duration: 259.488113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.64336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.50009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:43.64344Z","caller":"traceutil/trace.go:171","msg":"trace[1769677765] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5237; }","duration":"222.630264ms","start":"2026-03-19T06:03:43.420769Z","end":"2026-03-19T06:03:43.6434Z","steps":["trace[1769677765] 'agreement among raft nodes before linearized reading' (duration: 222.488061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:46.111458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:46.612407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:47.113226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:47.614063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:47.957353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T06:03:47.957446Z","caller":"traceutil/trace.go:171","msg":"trace[128925710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592911s","start":"2026-03-19T06:03:45.956829Z","end":"2026-03-19T06:03:47.957422Z","steps":["trace[128925710] 'agreement among raft nodes before linearized reading' (duration: 2.000476059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:47.957499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.95681Z","time spent":"2.000679033s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:48.115212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:48.616185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849959552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:48.828975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.268633581s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:03:48.8294Z","caller":"traceutil/trace.go:171","msg":"trace[1665133931] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"3.269188646s","start":"2026-03-19T06:03:45.560181Z","end":"2026-03-19T06:03:48.829369Z","steps":["trace[1665133931] 'process raft request' (duration: 3.269017391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:48.829594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.56016Z","time spent":"3.269342139s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:49.425147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T06:03:49.425229Z","caller":"traceutil/trace.go:171","msg":"trace[1573543134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410097s","start":"2026-03-19T06:03:47.424802Z","end":"2026-03-19T06:03:49.425212Z","steps":["trace[1573543134] 'agreement among raft nodes before linearized reading' (duration: 2.000306754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.425276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.424791Z","time spent":"2.000475738s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:49.958137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T06:03:49.958222Z","caller":"traceutil/trace.go:171","msg":"trace[18878373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265503s","start":"2026-03-19T06:03:47.957938Z","end":"2026-03-19T06:03:49.958203Z","steps":["trace[18878373] 'agreement among raft nodes before linearized reading' (duration: 2.000159011s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.95827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.957919Z","time spent":"2.000340855s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 06:03:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T06:03:50.079797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250601695s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:03:50.103036Z","caller":"traceutil/trace.go:171","msg":"trace[1929843713] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"4.333679537s","start":"2026-03-19T06:03:45.769307Z","end":"2026-03-19T06:03:50.102986Z","steps":["trace[1929843713] 'process raft request' (duration: 4.310781214s)","trace[1929843713] 'compare' (duration: 22.638597ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:50.103071Z","caller":"traceutil/trace.go:171","msg":"trace[99995730] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"3.740582661s","start":"2026-03-19T06:03:46.362456Z","end":"2026-03-19T06:03:50.103038Z","steps":["trace[99995730] 'process raft request' (duration: 3.740439577s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.103108Z","caller":"traceutil/trace.go:171","msg":"trace[284495013] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"3.747088686s","start":"2026-03-19T06:03:46.355987Z","end":"2026-03-19T06:03:50.103076Z","steps":["trace[284495013] 'process raft request' (duration: 3.746865031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.103196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.769278Z","time spent":"4.333838751s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.10322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.362432Z","time spent":"3.740705673s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.103253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.355954Z","time spent":"3.747222609s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:50.103356Z","caller":"traceutil/trace.go:171","msg":"trace[1129999528] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"3.713287005s","start":"2026-03-19T06:03:46.390035Z","end":"2026-03-19T06:03:50.103322Z","steps":["trace[1129999528] 'process raft request' (duration: 3.712889745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.103518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.390017Z","time spent":"3.713424728s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.385245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.267115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T06:03:50.385614Z","caller":"traceutil/trace.go:171","msg":"trace[529591779] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5465; }","duration":"4.774700217s","start":"2026-03-19T06:03:45.610897Z","end":"2026-03-19T06:03:50.385597Z","steps":["trace[529591779] 'read index received' (duration: 3.218294908s)","trace[529591779] 'applied index is now lower than readState.Index' (duration: 1.556403839s)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:50.386048Z","caller":"traceutil/trace.go:171","msg":"trace[1215061341] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"1.548706253s","start":"2026-03-19T06:03:48.837319Z","end":"2026-03-19T06:03:50.386025Z","steps":["trace[1215061341] 'process raft request' (duration: 1.548609321s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.38627Z","caller":"traceutil/trace.go:171","msg":"trace[1975729803] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"1.548758325s","start":"2026-03-19T06:03:48.837482Z","end":"2026-03-19T06:03:50.38624Z","steps":["trace[1975729803] 'process raft request' (duration: 1.548503418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.38606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775140739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T06:03:50.386314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:48.837297Z","time spent":"1.548905748s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:50.386374Z","caller":"traceutil/trace.go:171","msg":"trace[2066678402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5255; }","duration":"4.775495717s","start":"2026-03-19T06:03:45.610859Z","end":"2026-03-19T06:03:50.386355Z","steps":["trace[2066678402] 'agreement among raft nodes before linearized reading' (duration: 4.77481757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.386438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:48.837461Z","time spent":"1.548892567s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:50.386052Z","caller":"traceutil/trace.go:171","msg":"trace[939585204] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"1.5489348s","start":"2026-03-19T06:03:48.837077Z","end":"2026-03-19T06:03:50.386011Z","steps":["trace[939585204] 'process raft request' (duration: 1.548263293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.386602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:48.837046Z","time spent":"1.549490655s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.386517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.610847Z","time spent":"4.775595752s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T06:03:50.386831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838475036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:03:50.386842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.991813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e285e776ec09d\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T06:03:50.386874Z","caller":"traceutil/trace.go:171","msg":"trace[1424593221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5261; }","duration":"3.838560888s","start":"2026-03-19T06:03:46.548298Z","end":"2026-03-19T06:03:50.386858Z","steps":["trace[1424593221] 'agreement among raft nodes before linearized reading' (duration: 3.838457606s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.386885Z","caller":"traceutil/trace.go:171","msg":"trace[1309960666] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e285e776ec09d; range_end:; response_count:1; response_revision:5261; }","duration":"959.056935ms","start":"2026-03-19T06:03:49.427813Z","end":"2026-03-19T06:03:50.38687Z","steps":["trace[1309960666] 'agreement among raft nodes before linearized reading' (duration: 958.925202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.386916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.548292Z","time spent":"3.838617579s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:03:50.38692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.427795Z","time spent":"959.117016ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e285e776ec09d\" "} {"level":"warn","ts":"2026-03-19T06:03:50.386948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840178429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:03:50.386966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841729769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:03:50.386999Z","caller":"traceutil/trace.go:171","msg":"trace[261276820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5261; }","duration":"3.840268751s","start":"2026-03-19T06:03:46.546718Z","end":"2026-03-19T06:03:50.386987Z","steps":["trace[261276820] 'agreement among raft nodes before linearized reading' (duration: 3.840073616s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.387019Z","caller":"traceutil/trace.go:171","msg":"trace[760777568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:5261; }","duration":"3.84177397s","start":"2026-03-19T06:03:46.545229Z","end":"2026-03-19T06:03:50.387003Z","steps":["trace[760777568] 'agreement among raft nodes before linearized reading' (duration: 3.841671617s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.386872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910476831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:03:50.387034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.546704Z","time spent":"3.840322172s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:03:50.387058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.54517Z","time spent":"3.841880533s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"info","ts":"2026-03-19T06:03:50.387088Z","caller":"traceutil/trace.go:171","msg":"trace[459767061] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"1.54851314s","start":"2026-03-19T06:03:48.838563Z","end":"2026-03-19T06:03:50.387077Z","steps":["trace[459767061] 'process raft request' (duration: 1.547635327s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.387063Z","caller":"traceutil/trace.go:171","msg":"trace[1116728263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5261; }","duration":"3.910718617s","start":"2026-03-19T06:03:46.476334Z","end":"2026-03-19T06:03:50.387053Z","steps":["trace[1116728263] 'agreement among raft nodes before linearized reading' (duration: 3.910388489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.387142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838382953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:03:50.387154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:48.838556Z","time spent":"1.548559131s","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.38718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.476312Z","time spent":"3.91085937s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:03:50.38719Z","caller":"traceutil/trace.go:171","msg":"trace[1232681894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5261; }","duration":"3.838445564s","start":"2026-03-19T06:03:46.548731Z","end":"2026-03-19T06:03:50.387177Z","steps":["trace[1232681894] 'agreement among raft nodes before linearized reading' (duration: 3.838305941s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.387225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.548724Z","time spent":"3.838493446s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:50.387197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838992269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:03:50.387297Z","caller":"traceutil/trace.go:171","msg":"trace[2029405656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5261; }","duration":"3.839135733s","start":"2026-03-19T06:03:46.548136Z","end":"2026-03-19T06:03:50.387272Z","steps":["trace[2029405656] 'agreement among raft nodes before linearized reading' (duration: 3.838862856s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.387342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.073818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:03:50.387364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.7367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:50.38737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.548106Z","time spent":"3.839249126s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:03:50.387393Z","caller":"traceutil/trace.go:171","msg":"trace[1633719421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5261; }","duration":"421.800221ms","start":"2026-03-19T06:03:49.965585Z","end":"2026-03-19T06:03:50.387385Z","steps":["trace[1633719421] 'agreement among raft nodes before linearized reading' (duration: 421.75464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.38741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147614791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:03:50.38742Z","caller":"traceutil/trace.go:171","msg":"trace[1581009847] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"992.448836ms","start":"2026-03-19T06:03:49.394962Z","end":"2026-03-19T06:03:50.38741Z","steps":["trace[1581009847] 'process raft request' (duration: 991.721228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.387441Z","caller":"traceutil/trace.go:171","msg":"trace[1855889738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5261; }","duration":"1.147680513s","start":"2026-03-19T06:03:49.239751Z","end":"2026-03-19T06:03:50.387432Z","steps":["trace[1855889738] 'agreement among raft nodes before linearized reading' (duration: 1.14757142s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.387478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.239731Z","time spent":"1.147740735s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:03:50.387504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.394939Z","time spent":"992.508487ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.387424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.965567Z","time spent":"421.850832ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:03:50.387382Z","caller":"traceutil/trace.go:171","msg":"trace[1265448602] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5261; }","duration":"218.1528ms","start":"2026-03-19T06:03:50.169219Z","end":"2026-03-19T06:03:50.387372Z","steps":["trace[1265448602] 'agreement among raft nodes before linearized reading' (duration: 218.085608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.387317Z","caller":"traceutil/trace.go:171","msg":"trace[1630237026] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"1.527785381s","start":"2026-03-19T06:03:48.859522Z","end":"2026-03-19T06:03:50.387307Z","steps":["trace[1630237026] 'process raft request' (duration: 1.527109994s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.387914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:48.859508Z","time spent":"1.528343735s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:50.389059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067374372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:50.38912Z","caller":"traceutil/trace.go:171","msg":"trace[1883162112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5261; }","duration":"3.068993083s","start":"2026-03-19T06:03:47.32011Z","end":"2026-03-19T06:03:50.389103Z","steps":["trace[1883162112] 'agreement among raft nodes before linearized reading' (duration: 3.067384992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.38917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.320093Z","time spent":"3.069060634s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:50.620736Z","caller":"traceutil/trace.go:171","msg":"trace[1543088482] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5477; }","duration":"230.367191ms","start":"2026-03-19T06:03:50.390344Z","end":"2026-03-19T06:03:50.620711Z","steps":["trace[1543088482] 'read index received' (duration: 230.226528ms)","trace[1543088482] 'applied index is now lower than readState.Index' (duration: 139.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:50.620781Z","caller":"traceutil/trace.go:171","msg":"trace[1742715539] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"231.153081ms","start":"2026-03-19T06:03:50.389593Z","end":"2026-03-19T06:03:50.620746Z","steps":["trace[1742715539] 'process raft request' (duration: 230.974007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.621094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.72622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-463ed971-f64e-4e81-a551-7f629c4efaad\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T06:03:50.621143Z","caller":"traceutil/trace.go:171","msg":"trace[559682370] range","detail":"{range_begin:/registry/persistentvolumes/pvc-463ed971-f64e-4e81-a551-7f629c4efaad; range_end:; response_count:1; response_revision:5262; }","duration":"230.794392ms","start":"2026-03-19T06:03:50.390337Z","end":"2026-03-19T06:03:50.621131Z","steps":["trace[559682370] 'agreement among raft nodes before linearized reading' (duration: 230.491914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.645665Z","caller":"traceutil/trace.go:171","msg":"trace[1903975425] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"254.558589ms","start":"2026-03-19T06:03:50.391081Z","end":"2026-03-19T06:03:50.645639Z","steps":["trace[1903975425] 'process raft request' (duration: 254.271001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.645681Z","caller":"traceutil/trace.go:171","msg":"trace[1153407689] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"254.494477ms","start":"2026-03-19T06:03:50.391155Z","end":"2026-03-19T06:03:50.645649Z","steps":["trace[1153407689] 'process raft request' (duration: 254.352913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.645735Z","caller":"traceutil/trace.go:171","msg":"trace[906220164] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"253.206923ms","start":"2026-03-19T06:03:50.392502Z","end":"2026-03-19T06:03:50.645709Z","steps":["trace[906220164] 'process raft request' (duration: 253.08658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.645786Z","caller":"traceutil/trace.go:171","msg":"trace[1379330684] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"254.223429ms","start":"2026-03-19T06:03:50.391528Z","end":"2026-03-19T06:03:50.645751Z","steps":["trace[1379330684] 'process raft request' (duration: 254.016734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.645976Z","caller":"traceutil/trace.go:171","msg":"trace[1001480998] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"252.566047ms","start":"2026-03-19T06:03:50.393259Z","end":"2026-03-19T06:03:50.645825Z","steps":["trace[1001480998] 'process raft request' (duration: 252.413683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.6461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.759538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:03:50.646146Z","caller":"traceutil/trace.go:171","msg":"trace[847747984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5267; }","duration":"253.853969ms","start":"2026-03-19T06:03:50.392281Z","end":"2026-03-19T06:03:50.646135Z","steps":["trace[847747984] 'agreement among raft nodes before linearized reading' (duration: 253.669804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.646087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.677215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81894"} {"level":"info","ts":"2026-03-19T06:03:50.646243Z","caller":"traceutil/trace.go:171","msg":"trace[1816616285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5267; }","duration":"253.842699ms","start":"2026-03-19T06:03:50.392385Z","end":"2026-03-19T06:03:50.646228Z","steps":["trace[1816616285] 'agreement among raft nodes before linearized reading' (duration: 253.414909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.170823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.795553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:51.170902Z","caller":"traceutil/trace.go:171","msg":"trace[1533811415] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"484.722735ms","start":"2026-03-19T06:03:50.686167Z","end":"2026-03-19T06:03:51.17089Z","steps":["trace[1533811415] 'read index received' (duration: 271.771197ms)","trace[1533811415] 'applied index is now lower than readState.Index' (duration: 212.950448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:51.170969Z","caller":"traceutil/trace.go:171","msg":"trace[2118193596] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"521.469593ms","start":"2026-03-19T06:03:50.649492Z","end":"2026-03-19T06:03:51.170961Z","steps":["trace[2118193596] 'process raft request' (duration: 308.467664ms)","trace[2118193596] 'compare' (duration: 212.70733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:51.171006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:50.64946Z","time spent":"521.525754ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:51.171268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.110015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:51.171308Z","caller":"traceutil/trace.go:171","msg":"trace[1034655351] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5268; }","duration":"485.196187ms","start":"2026-03-19T06:03:50.686102Z","end":"2026-03-19T06:03:51.171299Z","steps":["trace[1034655351] 'agreement among raft nodes before linearized reading' (duration: 485.100095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.17134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:50.686079Z","time spent":"485.253339ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:51.171358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.927276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:51.171419Z","caller":"traceutil/trace.go:171","msg":"trace[220750621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5268; }","duration":"466.021569ms","start":"2026-03-19T06:03:50.705384Z","end":"2026-03-19T06:03:51.171405Z","steps":["trace[220750621] 'agreement among raft nodes before linearized reading' (duration: 465.915746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.171448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:50.70537Z","time spent":"466.07232ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T06:03:51.457425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.517459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:51.457552Z","caller":"traceutil/trace.go:171","msg":"trace[1973597441] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5268; }","duration":"114.718984ms","start":"2026-03-19T06:03:51.342812Z","end":"2026-03-19T06:03:51.457531Z","steps":["trace[1973597441] 'count revisions from in-memory index tree' (duration: 114.446897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.214912Z","caller":"traceutil/trace.go:171","msg":"trace[1218002564] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5484; }","duration":"258.351955ms","start":"2026-03-19T06:03:51.956537Z","end":"2026-03-19T06:03:52.214889Z","steps":["trace[1218002564] 'read index received' (duration: 258.311624ms)","trace[1218002564] 'applied index is now lower than readState.Index' (duration: 38.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:52.214914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.677882Z","time spent":"537.026377ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T06:03:52.215076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.521198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:52.215163Z","caller":"traceutil/trace.go:171","msg":"trace[17679744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5268; }","duration":"258.663212ms","start":"2026-03-19T06:03:51.95648Z","end":"2026-03-19T06:03:52.215143Z","steps":["trace[17679744] 'agreement among raft nodes before linearized reading' (duration: 258.504548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.570642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.156516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:52.570892Z","caller":"traceutil/trace.go:171","msg":"trace[1576549239] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"461.847351ms","start":"2026-03-19T06:03:52.108994Z","end":"2026-03-19T06:03:52.570841Z","steps":["trace[1576549239] 'process raft request' (duration: 169.397208ms)","trace[1576549239] 'compare' (duration: 292.049223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:52.570958Z","caller":"traceutil/trace.go:171","msg":"trace[2054715077] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5485; }","duration":"355.971473ms","start":"2026-03-19T06:03:52.214978Z","end":"2026-03-19T06:03:52.570949Z","steps":["trace[2054715077] 'read index received' (duration: 63.442637ms)","trace[2054715077] 'applied index is now lower than readState.Index' (duration: 292.527686ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:52.570988Z","caller":"traceutil/trace.go:171","msg":"trace[51060814] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"461.801721ms","start":"2026-03-19T06:03:52.109147Z","end":"2026-03-19T06:03:52.570949Z","steps":["trace[51060814] 'process raft request' (duration: 461.603566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.57098Z","caller":"traceutil/trace.go:171","msg":"trace[1904070030] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"461.610285ms","start":"2026-03-19T06:03:52.109342Z","end":"2026-03-19T06:03:52.570953Z","steps":["trace[1904070030] 'process raft request' (duration: 461.472252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.571058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.858754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:52.571053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.108959Z","time spent":"462.011525ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:52.571085Z","caller":"traceutil/trace.go:171","msg":"trace[1529261932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5272; }","duration":"354.914005ms","start":"2026-03-19T06:03:52.216163Z","end":"2026-03-19T06:03:52.571077Z","steps":["trace[1529261932] 'agreement among raft nodes before linearized reading' (duration: 354.864914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.57111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.109121Z","time spent":"461.919873ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.571116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.216155Z","time spent":"354.955087ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:03:52.570917Z","caller":"traceutil/trace.go:171","msg":"trace[522194964] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"354.937456ms","start":"2026-03-19T06:03:52.215962Z","end":"2026-03-19T06:03:52.570899Z","steps":["trace[522194964] 'process raft request' (duration: 354.889734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.571115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.109332Z","time spent":"461.712397ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.571106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.36948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:03:52.571192Z","caller":"traceutil/trace.go:171","msg":"trace[907070172] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5272; }","duration":"432.497343ms","start":"2026-03-19T06:03:52.138671Z","end":"2026-03-19T06:03:52.571168Z","steps":["trace[907070172] 'agreement among raft nodes before linearized reading' (duration: 432.332769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.571243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.13866Z","time spent":"432.570905ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:52.57124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.21594Z","time spent":"355.222403ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.898609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.191535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:52.898852Z","caller":"traceutil/trace.go:171","msg":"trace[1918582858] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"245.393534ms","start":"2026-03-19T06:03:52.653437Z","end":"2026-03-19T06:03:52.89883Z","steps":["trace[1918582858] 'process raft request' (duration: 142.868951ms)","trace[1918582858] 'compare' (duration: 102.038291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:52.921446Z","caller":"traceutil/trace.go:171","msg":"trace[628338864] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"267.433326ms","start":"2026-03-19T06:03:52.653948Z","end":"2026-03-19T06:03:52.921381Z","steps":["trace[628338864] 'process raft request' (duration: 267.268912ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.921679Z","caller":"traceutil/trace.go:171","msg":"trace[752575223] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"267.659172ms","start":"2026-03-19T06:03:52.65399Z","end":"2026-03-19T06:03:52.921649Z","steps":["trace[752575223] 'process raft request' (duration: 267.348234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.921821Z","caller":"traceutil/trace.go:171","msg":"trace[1476851801] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"267.443097ms","start":"2026-03-19T06:03:52.654313Z","end":"2026-03-19T06:03:52.921756Z","steps":["trace[1476851801] 'process raft request' (duration: 267.225961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.921866Z","caller":"traceutil/trace.go:171","msg":"trace[557796432] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"267.372666ms","start":"2026-03-19T06:03:52.65448Z","end":"2026-03-19T06:03:52.921853Z","steps":["trace[557796432] 'process raft request' (duration: 267.245923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.921859Z","caller":"traceutil/trace.go:171","msg":"trace[1065526611] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5489; }","duration":"265.334223ms","start":"2026-03-19T06:03:52.656503Z","end":"2026-03-19T06:03:52.921837Z","steps":["trace[1065526611] 'read index received' (duration: 139.882645ms)","trace[1065526611] 'applied index is now lower than readState.Index' (duration: 125.450348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:52.922148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.628641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81894"} {"level":"info","ts":"2026-03-19T06:03:52.922221Z","caller":"traceutil/trace.go:171","msg":"trace[568036875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5277; }","duration":"265.726103ms","start":"2026-03-19T06:03:52.656478Z","end":"2026-03-19T06:03:52.922204Z","steps":["trace[568036875] 'agreement among raft nodes before linearized reading' (duration: 265.436215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:53.434955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.559597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T06:03:53.435053Z","caller":"traceutil/trace.go:171","msg":"trace[199894690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5277; }","duration":"148.706161ms","start":"2026-03-19T06:03:53.286327Z","end":"2026-03-19T06:03:53.435033Z","steps":["trace[199894690] 'range keys from in-memory index tree' (duration: 148.325041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:53.560052Z","caller":"traceutil/trace.go:171","msg":"trace[579490469] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"119.801413ms","start":"2026-03-19T06:03:53.440225Z","end":"2026-03-19T06:03:53.560026Z","steps":["trace[579490469] 'process raft request' (duration: 119.604718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.058461Z","caller":"traceutil/trace.go:171","msg":"trace[1254149416] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"101.733102ms","start":"2026-03-19T06:03:53.956699Z","end":"2026-03-19T06:03:54.058432Z","steps":["trace[1254149416] 'read index received' (duration: 94.429297ms)","trace[1254149416] 'applied index is now lower than readState.Index' (duration: 7.301655ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:54.058485Z","caller":"traceutil/trace.go:171","msg":"trace[1378328523] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"392.416802ms","start":"2026-03-19T06:03:53.666032Z","end":"2026-03-19T06:03:54.058448Z","steps":["trace[1378328523] 'process raft request' (duration: 385.042904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.058607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.891217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:54.058646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.666005Z","time spent":"392.552686ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T06:03:54.058683Z","caller":"traceutil/trace.go:171","msg":"trace[1518453805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5279; }","duration":"102.02401ms","start":"2026-03-19T06:03:53.956642Z","end":"2026-03-19T06:03:54.058666Z","steps":["trace[1518453805] 'agreement among raft nodes before linearized reading' (duration: 101.877597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:58.467439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2593} {"level":"info","ts":"2026-03-19T06:03:58.532526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2593,"took":"63.899127ms","hash":2629296651,"current-db-size-bytes":38703104,"current-db-size":"39 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T06:03:58.532605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2629296651,"revision":2593,"compact-revision":-1} {"level":"info","ts":"2026-03-19T06:04:24.257407Z","caller":"traceutil/trace.go:171","msg":"trace[1384354202] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5687; }","duration":"301.804652ms","start":"2026-03-19T06:04:23.955569Z","end":"2026-03-19T06:04:24.257373Z","steps":["trace[1384354202] 'read index received' (duration: 301.502524ms)","trace[1384354202] 'applied index is now lower than readState.Index' (duration: 300.518µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:24.257511Z","caller":"traceutil/trace.go:171","msg":"trace[645779007] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"315.855689ms","start":"2026-03-19T06:04:23.941612Z","end":"2026-03-19T06:04:24.257468Z","steps":["trace[645779007] 'process raft request' (duration: 315.554462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.257664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.062968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T06:04:24.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1312655640] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5463; }","duration":"302.15998ms","start":"2026-03-19T06:04:23.955532Z","end":"2026-03-19T06:04:24.257692Z","steps":["trace[1312655640] 'agreement among raft nodes before linearized reading' (duration: 301.969755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.257693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:23.941597Z","time spent":"316.006814ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:24.257733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:23.955515Z","time spent":"302.211912ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T06:04:24.420562Z","caller":"traceutil/trace.go:171","msg":"trace[1535488319] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"157.448143ms","start":"2026-03-19T06:04:24.263086Z","end":"2026-03-19T06:04:24.420535Z","steps":["trace[1535488319] 'process raft request' (duration: 157.28993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:24.708631Z","caller":"traceutil/trace.go:171","msg":"trace[155098897] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"441.922233ms","start":"2026-03-19T06:04:24.26669Z","end":"2026-03-19T06:04:24.708612Z","steps":["trace[155098897] 'process raft request' (duration: 441.885562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.708755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.266681Z","time spent":"442.012335ms","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.709034Z","caller":"traceutil/trace.go:171","msg":"trace[324010485] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"445.742362ms","start":"2026-03-19T06:04:24.263284Z","end":"2026-03-19T06:04:24.709026Z","steps":["trace[324010485] 'process raft request' (duration: 445.073614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.70908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.263275Z","time spent":"445.782613ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.709228Z","caller":"traceutil/trace.go:171","msg":"trace[693014375] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"445.866585ms","start":"2026-03-19T06:04:24.263355Z","end":"2026-03-19T06:04:24.709221Z","steps":["trace[693014375] 'process raft request' (duration: 445.103655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.709271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.263351Z","time spent":"445.899356ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.709352Z","caller":"traceutil/trace.go:171","msg":"trace[841612116] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"445.121786ms","start":"2026-03-19T06:04:24.264223Z","end":"2026-03-19T06:04:24.709345Z","steps":["trace[841612116] 'process raft request' (duration: 444.270643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.70939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.264187Z","time spent":"445.186027ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.709466Z","caller":"traceutil/trace.go:171","msg":"trace[2027963030] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"444.917271ms","start":"2026-03-19T06:04:24.264543Z","end":"2026-03-19T06:04:24.709461Z","steps":["trace[2027963030] 'process raft request' (duration: 443.982596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.709506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.264535Z","time spent":"444.950261ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.70967Z","caller":"traceutil/trace.go:171","msg":"trace[963054101] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"444.455469ms","start":"2026-03-19T06:04:24.265176Z","end":"2026-03-19T06:04:24.709631Z","steps":["trace[963054101] 'process raft request' (duration: 443.372891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.709873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.265167Z","time spent":"444.595092ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:29.218315Z","caller":"traceutil/trace.go:171","msg":"trace[2015096516] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"407.929757ms","start":"2026-03-19T06:04:28.810358Z","end":"2026-03-19T06:04:29.218288Z","steps":["trace[2015096516] 'process raft request' (duration: 407.756492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:29.218518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:28.810325Z","time spent":"408.093721ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:29.286651Z","caller":"traceutil/trace.go:171","msg":"trace[684236055] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"471.808116ms","start":"2026-03-19T06:04:28.814816Z","end":"2026-03-19T06:04:29.286625Z","steps":["trace[684236055] 'process raft request' (duration: 471.604421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:29.286813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:28.814791Z","time spent":"471.94011ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:29.28691Z","caller":"traceutil/trace.go:171","msg":"trace[975664260] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5812; }","duration":"330.141414ms","start":"2026-03-19T06:04:28.95674Z","end":"2026-03-19T06:04:29.286882Z","steps":["trace[975664260] 'read index received' (duration: 261.635318ms)","trace[975664260] 'applied index is now lower than readState.Index' (duration: 68.503576ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:29.286942Z","caller":"traceutil/trace.go:171","msg":"trace[18925925] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"467.910946ms","start":"2026-03-19T06:04:28.819009Z","end":"2026-03-19T06:04:29.28692Z","steps":["trace[18925925] 'process raft request' (duration: 467.555177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:29.287133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.382451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:04:29.28722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.632676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T06:04:29.287231Z","caller":"traceutil/trace.go:171","msg":"trace[1650549447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5587; }","duration":"330.566136ms","start":"2026-03-19T06:04:28.956642Z","end":"2026-03-19T06:04:29.287208Z","steps":["trace[1650549447] 'agreement among raft nodes before linearized reading' (duration: 330.373771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:29.287273Z","caller":"traceutil/trace.go:171","msg":"trace[445215298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5587; }","duration":"153.730729ms","start":"2026-03-19T06:04:29.133531Z","end":"2026-03-19T06:04:29.287261Z","steps":["trace[445215298] 'agreement among raft nodes before linearized reading' (duration: 153.580175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:29.287286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:28.956608Z","time spent":"330.670348ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:04:29.287188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:28.819003Z","time spent":"468.102021ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.397574Z","caller":"traceutil/trace.go:171","msg":"trace[1418559674] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"100.582273ms","start":"2026-03-19T06:04:31.296975Z","end":"2026-03-19T06:04:31.397557Z","steps":["trace[1418559674] 'process raft request' (duration: 63.854367ms)","trace[1418559674] 'compare' (duration: 36.528701ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:31.577818Z","caller":"traceutil/trace.go:171","msg":"trace[1694939522] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"176.397876ms","start":"2026-03-19T06:04:31.401398Z","end":"2026-03-19T06:04:31.577796Z","steps":["trace[1694939522] 'process raft request' (duration: 176.281573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.60218Z","caller":"traceutil/trace.go:171","msg":"trace[193302803] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"200.51711ms","start":"2026-03-19T06:04:31.401646Z","end":"2026-03-19T06:04:31.602163Z","steps":["trace[193302803] 'process raft request' (duration: 200.319295ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.602195Z","caller":"traceutil/trace.go:171","msg":"trace[2127397542] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"200.435119ms","start":"2026-03-19T06:04:31.401741Z","end":"2026-03-19T06:04:31.602176Z","steps":["trace[2127397542] 'process raft request' (duration: 200.308485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.602336Z","caller":"traceutil/trace.go:171","msg":"trace[1015277201] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5825; }","duration":"199.135825ms","start":"2026-03-19T06:04:31.403185Z","end":"2026-03-19T06:04:31.60232Z","steps":["trace[1015277201] 'read index received' (duration: 174.571969ms)","trace[1015277201] 'applied index is now lower than readState.Index' (duration: 24.562636ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:31.602617Z","caller":"traceutil/trace.go:171","msg":"trace[2113495583] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"199.068604ms","start":"2026-03-19T06:04:31.403518Z","end":"2026-03-19T06:04:31.602586Z","steps":["trace[2113495583] 'process raft request' (duration: 198.602892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.602655Z","caller":"traceutil/trace.go:171","msg":"trace[620282787] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"200.883529ms","start":"2026-03-19T06:04:31.401754Z","end":"2026-03-19T06:04:31.602638Z","steps":["trace[620282787] 'process raft request' (duration: 200.331985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.602685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.481834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101834"} {"level":"info","ts":"2026-03-19T06:04:31.60274Z","caller":"traceutil/trace.go:171","msg":"trace[1241495257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5603; }","duration":"199.587826ms","start":"2026-03-19T06:04:31.40314Z","end":"2026-03-19T06:04:31.602728Z","steps":["trace[1241495257] 'agreement among raft nodes before linearized reading' (duration: 199.240148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:40.471237Z","caller":"traceutil/trace.go:171","msg":"trace[1345136163] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"405.583917ms","start":"2026-03-19T06:04:40.065635Z","end":"2026-03-19T06:04:40.471219Z","steps":["trace[1345136163] 'process raft request' (duration: 405.465935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:40.471348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:40.065618Z","time spent":"405.66895ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:41.445123Z","caller":"traceutil/trace.go:171","msg":"trace[2026517200] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"162.525863ms","start":"2026-03-19T06:04:41.282574Z","end":"2026-03-19T06:04:41.4451Z","steps":["trace[2026517200] 'process raft request' (duration: 162.332628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.48874Z","caller":"traceutil/trace.go:171","msg":"trace[1469810477] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"102.675606ms","start":"2026-03-19T06:04:41.386028Z","end":"2026-03-19T06:04:41.488704Z","steps":["trace[1469810477] 'process raft request' (duration: 102.624415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.488769Z","caller":"traceutil/trace.go:171","msg":"trace[1666927985] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"111.018838ms","start":"2026-03-19T06:04:41.377724Z","end":"2026-03-19T06:04:41.488743Z","steps":["trace[1666927985] 'process raft request' (duration: 110.787812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.664617Z","caller":"traceutil/trace.go:171","msg":"trace[1747720216] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5877; }","duration":"168.373441ms","start":"2026-03-19T06:04:41.496222Z","end":"2026-03-19T06:04:41.664595Z","steps":["trace[1747720216] 'read index received' (duration: 168.092814ms)","trace[1747720216] 'applied index is now lower than readState.Index' (duration: 279.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:41.664672Z","caller":"traceutil/trace.go:171","msg":"trace[1313521043] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"196.092578ms","start":"2026-03-19T06:04:41.468549Z","end":"2026-03-19T06:04:41.664641Z","steps":["trace[1313521043] 'process raft request' (duration: 195.847161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.66478Z","caller":"traceutil/trace.go:171","msg":"trace[64497716] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"196.217571ms","start":"2026-03-19T06:04:41.468549Z","end":"2026-03-19T06:04:41.664766Z","steps":["trace[64497716] 'process raft request' (duration: 196.006635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:41.665051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.806392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:41.665218Z","caller":"traceutil/trace.go:171","msg":"trace[1961925276] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5650; }","duration":"168.973486ms","start":"2026-03-19T06:04:41.496163Z","end":"2026-03-19T06:04:41.665136Z","steps":["trace[1961925276] 'agreement among raft nodes before linearized reading' (duration: 168.656848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.924776Z","caller":"traceutil/trace.go:171","msg":"trace[1649087686] linearizableReadLoop","detail":"{readStateIndex:5883; appliedIndex:5882; }","duration":"184.299308ms","start":"2026-03-19T06:04:41.740453Z","end":"2026-03-19T06:04:41.924752Z","steps":["trace[1649087686] 'read index received' (duration: 5.288745ms)","trace[1649087686] 'applied index is now lower than readState.Index' (duration: 179.009703ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:41.92484Z","caller":"traceutil/trace.go:171","msg":"trace[660190908] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"184.230896ms","start":"2026-03-19T06:04:41.740573Z","end":"2026-03-19T06:04:41.924804Z","steps":["trace[660190908] 'process raft request' (duration: 184.094193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.924898Z","caller":"traceutil/trace.go:171","msg":"trace[323740076] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"184.02317ms","start":"2026-03-19T06:04:41.740831Z","end":"2026-03-19T06:04:41.924854Z","steps":["trace[323740076] 'process raft request' (duration: 183.883397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:41.925105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.630716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101767"} {"level":"info","ts":"2026-03-19T06:04:41.92526Z","caller":"traceutil/trace.go:171","msg":"trace[1628938465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5655; }","duration":"184.80403ms","start":"2026-03-19T06:04:41.740436Z","end":"2026-03-19T06:04:41.92524Z","steps":["trace[1628938465] 'agreement among raft nodes before linearized reading' (duration: 184.435101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.925395Z","caller":"traceutil/trace.go:171","msg":"trace[743652319] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"185.078077ms","start":"2026-03-19T06:04:41.740247Z","end":"2026-03-19T06:04:41.925325Z","steps":["trace[743652319] 'process raft request' (duration: 184.226976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:41.942949Z","caller":"traceutil/trace.go:171","msg":"trace[323603401] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"196.491509ms","start":"2026-03-19T06:04:41.746438Z","end":"2026-03-19T06:04:41.942929Z","steps":["trace[323603401] 'process raft request' (duration: 196.341465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:55.816041Z","caller":"traceutil/trace.go:171","msg":"trace[1238354541] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"102.805251ms","start":"2026-03-19T06:04:55.713193Z","end":"2026-03-19T06:04:55.815998Z","steps":["trace[1238354541] 'process raft request' (duration: 102.650127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:07:28.861295Z","caller":"traceutil/trace.go:171","msg":"trace[108171483] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"117.432136ms","start":"2026-03-19T06:07:28.743787Z","end":"2026-03-19T06:07:28.861219Z","steps":["trace[108171483] 'process raft request' (duration: 117.125228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:08:58.474444Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5318} {"level":"info","ts":"2026-03-19T06:08:58.568238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5318,"took":"92.508184ms","hash":664904666,"current-db-size-bytes":39424000,"current-db-size":"39 MB","current-db-size-in-use-bytes":21643264,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T06:08:58.568319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":664904666,"revision":5318,"compact-revision":2593} {"level":"info","ts":"2026-03-19T06:09:49.704008Z","caller":"traceutil/trace.go:171","msg":"trace[844721840] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"113.907805ms","start":"2026-03-19T06:09:49.590043Z","end":"2026-03-19T06:09:49.703951Z","steps":["trace[844721840] 'process raft request' (duration: 112.186451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:49.70403Z","caller":"traceutil/trace.go:171","msg":"trace[820348315] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"113.869193ms","start":"2026-03-19T06:09:49.59014Z","end":"2026-03-19T06:09:49.704009Z","steps":["trace[820348315] 'process raft request' (duration: 113.74558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:50.072514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.499805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:09:50.072623Z","caller":"traceutil/trace.go:171","msg":"trace[1538642559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7789; }","duration":"115.670129ms","start":"2026-03-19T06:09:49.95693Z","end":"2026-03-19T06:09:50.0726Z","steps":["trace[1538642559] 'range keys from in-memory index tree' (duration: 115.403112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:52.203434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849966365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:09:52.704659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849966365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:09:53.204809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849966365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:09:53.563942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.970279312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:09:53.564774Z","caller":"traceutil/trace.go:171","msg":"trace[709571344] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"1.971189245s","start":"2026-03-19T06:09:51.593559Z","end":"2026-03-19T06:09:53.564749Z","steps":["trace[709571344] 'process raft request' (duration: 1.971064842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.56492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.593535Z","time spent":"1.971315069s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:09:53.57805Z","caller":"traceutil/trace.go:171","msg":"trace[60695157] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"635.918205ms","start":"2026-03-19T06:09:52.942107Z","end":"2026-03-19T06:09:53.578025Z","steps":["trace[60695157] 'process raft request' (duration: 635.801382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:53.578091Z","caller":"traceutil/trace.go:171","msg":"trace[789244921] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"865.455127ms","start":"2026-03-19T06:09:52.712598Z","end":"2026-03-19T06:09:53.578054Z","steps":["trace[789244921] 'process raft request' (duration: 865.18019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:53.578154Z","caller":"traceutil/trace.go:171","msg":"trace[1744708000] linearizableReadLoop","detail":"{readStateIndex:8105; appliedIndex:8102; }","duration":"1.875778228s","start":"2026-03-19T06:09:51.702349Z","end":"2026-03-19T06:09:53.578127Z","steps":["trace[1744708000] 'read index received' (duration: 1.862484173s)","trace[1744708000] 'applied index is now lower than readState.Index' (duration: 13.291945ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:09:53.578265Z","caller":"traceutil/trace.go:171","msg":"trace[779728638] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"623.610285ms","start":"2026-03-19T06:09:52.954629Z","end":"2026-03-19T06:09:53.578239Z","steps":["trace[779728638] 'process raft request' (duration: 623.335038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.578409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876053156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T06:09:53.578415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869840258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:09:53.578421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.7051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:09:53.578472Z","caller":"traceutil/trace.go:171","msg":"trace[1213561495] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:7800; }","duration":"1.876146208s","start":"2026-03-19T06:09:51.702308Z","end":"2026-03-19T06:09:53.578454Z","steps":["trace[1213561495] 'agreement among raft nodes before linearized reading' (duration: 1.875942073s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.57847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.009564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:09:53.578416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.232703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:09:53.578512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.702292Z","time spent":"1.87621269s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-19T06:09:53.578508Z","caller":"traceutil/trace.go:171","msg":"trace[755136256] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7800; }","duration":"614.863723ms","start":"2026-03-19T06:09:52.963624Z","end":"2026-03-19T06:09:53.578488Z","steps":["trace[755136256] 'agreement among raft nodes before linearized reading' (duration: 614.670619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:53.578528Z","caller":"traceutil/trace.go:171","msg":"trace[1611114387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7800; }","duration":"234.095837ms","start":"2026-03-19T06:09:53.344415Z","end":"2026-03-19T06:09:53.578511Z","steps":["trace[1611114387] 'agreement among raft nodes before linearized reading' (duration: 233.960594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.57848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621156494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:09:53.578553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.549596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:09:53.578557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:52.963599Z","time spent":"614.949006ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:09:53.578585Z","caller":"traceutil/trace.go:171","msg":"trace[309882455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7800; }","duration":"748.605448ms","start":"2026-03-19T06:09:52.829968Z","end":"2026-03-19T06:09:53.578573Z","steps":["trace[309882455] 'agreement among raft nodes before linearized reading' (duration: 748.528166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:53.578593Z","caller":"traceutil/trace.go:171","msg":"trace[1868691593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7800; }","duration":"1.621290017s","start":"2026-03-19T06:09:51.957271Z","end":"2026-03-19T06:09:53.578561Z","steps":["trace[1868691593] 'agreement among raft nodes before linearized reading' (duration: 1.621191805s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.578617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:52.829951Z","time spent":"748.6603ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:09:53.578635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.95725Z","time spent":"1.62137278s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:09:53.57862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869970701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:09:53.578695Z","caller":"traceutil/trace.go:171","msg":"trace[1312556314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7800; }","duration":"1.870097284s","start":"2026-03-19T06:09:51.708579Z","end":"2026-03-19T06:09:53.578676Z","steps":["trace[1312556314] 'agreement among raft nodes before linearized reading' (duration: 1.86992586s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:53.578483Z","caller":"traceutil/trace.go:171","msg":"trace[93654924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7800; }","duration":"1.86993263s","start":"2026-03-19T06:09:51.708534Z","end":"2026-03-19T06:09:53.578466Z","steps":["trace[93654924] 'agreement among raft nodes before linearized reading' (duration: 1.869738435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.578755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.708554Z","time spent":"1.870185977s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:09:53.578764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.708498Z","time spent":"1.870244868s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:09:53.578526Z","caller":"traceutil/trace.go:171","msg":"trace[52363753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7800; }","duration":"208.342616ms","start":"2026-03-19T06:09:53.370172Z","end":"2026-03-19T06:09:53.578515Z","steps":["trace[52363753] 'agreement among raft nodes before linearized reading' (duration: 208.162382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.578298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:52.712575Z","time spent":"865.559429ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:09:53.578777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:52.954601Z","time spent":"623.790629ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:09:53.578922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784331581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:09:53.579009Z","caller":"traceutil/trace.go:171","msg":"trace[1938306984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:7800; }","duration":"1.7846794s","start":"2026-03-19T06:09:51.794303Z","end":"2026-03-19T06:09:53.578983Z","steps":["trace[1938306984] 'agreement among raft nodes before linearized reading' (duration: 1.784259899s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:09:53.578178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:52.942082Z","time spent":"636.019378ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:09:53.579051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:09:51.794283Z","time spent":"1.784758332s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:09:53.57936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.403824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T06:09:53.580611Z","caller":"traceutil/trace.go:171","msg":"trace[1887036509] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7800; }","duration":"255.538647ms","start":"2026-03-19T06:09:53.323912Z","end":"2026-03-19T06:09:53.579451Z","steps":["trace[1887036509] 'agreement among raft nodes before linearized reading' (duration: 254.577044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:03.790784Z","caller":"traceutil/trace.go:171","msg":"trace[1784861715] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"180.941232ms","start":"2026-03-19T06:10:03.609825Z","end":"2026-03-19T06:10:03.790766Z","steps":["trace[1784861715] 'process raft request' (duration: 180.652694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:03.791075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.371842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:03.791145Z","caller":"traceutil/trace.go:171","msg":"trace[1518982397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7847; }","duration":"179.458294ms","start":"2026-03-19T06:10:03.61167Z","end":"2026-03-19T06:10:03.791129Z","steps":["trace[1518982397] 'agreement among raft nodes before linearized reading' (duration: 179.246809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:03.790691Z","caller":"traceutil/trace.go:171","msg":"trace[1451780870] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"178.982972ms","start":"2026-03-19T06:10:03.611682Z","end":"2026-03-19T06:10:03.790665Z","steps":["trace[1451780870] 'read index received' (duration: 178.722485ms)","trace[1451780870] 'applied index is now lower than readState.Index' (duration: 259.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:04.240961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.584555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:04.24109Z","caller":"traceutil/trace.go:171","msg":"trace[1734797481] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"445.274803ms","start":"2026-03-19T06:10:03.795804Z","end":"2026-03-19T06:10:04.241079Z","steps":["trace[1734797481] 'process raft request' (duration: 445.250422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.241125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.79578Z","time spent":"445.329934ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.241297Z","caller":"traceutil/trace.go:171","msg":"trace[378619402] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"619.070595ms","start":"2026-03-19T06:10:03.622218Z","end":"2026-03-19T06:10:04.241289Z","steps":["trace[378619402] 'process raft request' (duration: 422.09089ms)","trace[378619402] 'compare' (duration: 196.510073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:04.241332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.622194Z","time spent":"619.122337ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.241571Z","caller":"traceutil/trace.go:171","msg":"trace[1156896535] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"618.903321ms","start":"2026-03-19T06:10:03.622639Z","end":"2026-03-19T06:10:04.241543Z","steps":["trace[1156896535] 'process raft request' (duration: 618.382438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:04.241617Z","caller":"traceutil/trace.go:171","msg":"trace[1098403107] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8156; }","duration":"449.815137ms","start":"2026-03-19T06:10:03.791772Z","end":"2026-03-19T06:10:04.241587Z","steps":["trace[1098403107] 'read index received' (duration: 252.550515ms)","trace[1098403107] 'applied index is now lower than readState.Index' (duration: 197.261712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:04.241666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.205713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:04.241721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.376164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:10:04.24173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.622627Z","time spent":"619.012924ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.241745Z","caller":"traceutil/trace.go:171","msg":"trace[44321009] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7850; }","duration":"601.304806ms","start":"2026-03-19T06:10:03.640416Z","end":"2026-03-19T06:10:04.241721Z","steps":["trace[44321009] 'agreement among raft nodes before linearized reading' (duration: 601.176292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:04.241766Z","caller":"traceutil/trace.go:171","msg":"trace[497911151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7850; }","duration":"606.451736ms","start":"2026-03-19T06:10:03.635301Z","end":"2026-03-19T06:10:04.241753Z","steps":["trace[497911151] 'agreement among raft nodes before linearized reading' (duration: 606.308093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.241788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.640407Z","time spent":"601.370638ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:04.241778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.442586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:10:04.241799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.635287Z","time spent":"606.505308ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:04.241808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.445176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:10:04.241814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.62523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:10:04.241832Z","caller":"traceutil/trace.go:171","msg":"trace[1743658654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7850; }","duration":"606.498308ms","start":"2026-03-19T06:10:03.635321Z","end":"2026-03-19T06:10:04.241819Z","steps":["trace[1743658654] 'agreement among raft nodes before linearized reading' (duration: 606.323403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:04.241857Z","caller":"traceutil/trace.go:171","msg":"trace[1004902147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7850; }","duration":"608.53957ms","start":"2026-03-19T06:10:03.633307Z","end":"2026-03-19T06:10:04.241847Z","steps":["trace[1004902147] 'agreement among raft nodes before linearized reading' (duration: 608.367974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.241874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.635297Z","time spent":"606.56967ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:10:04.241876Z","caller":"traceutil/trace.go:171","msg":"trace[281273821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7850; }","duration":"604.700152ms","start":"2026-03-19T06:10:03.637159Z","end":"2026-03-19T06:10:04.241859Z","steps":["trace[281273821] 'agreement among raft nodes before linearized reading' (duration: 604.465565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.241891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.633292Z","time spent":"608.591291ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:04.241923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.637154Z","time spent":"604.756674ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:04.241804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.888942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:10:04.241929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.721916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:10:04.241961Z","caller":"traceutil/trace.go:171","msg":"trace[2070114014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7850; }","duration":"487.078777ms","start":"2026-03-19T06:10:03.754873Z","end":"2026-03-19T06:10:04.241952Z","steps":["trace[2070114014] 'agreement among raft nodes before linearized reading' (duration: 486.873311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:04.24198Z","caller":"traceutil/trace.go:171","msg":"trace[1732693514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:7850; }","duration":"597.798169ms","start":"2026-03-19T06:10:03.644168Z","end":"2026-03-19T06:10:04.241966Z","steps":["trace[1732693514] 'agreement among raft nodes before linearized reading' (duration: 597.636165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.24199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.754856Z","time spent":"487.127028ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:10:04.242021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:03.644157Z","time spent":"597.85347ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"info","ts":"2026-03-19T06:10:04.593705Z","caller":"traceutil/trace.go:171","msg":"trace[1019364089] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"347.600081ms","start":"2026-03-19T06:10:04.246079Z","end":"2026-03-19T06:10:04.593679Z","steps":["trace[1019364089] 'process raft request' (duration: 347.396176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.593859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.246055Z","time spent":"347.728305ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.606749Z","caller":"traceutil/trace.go:171","msg":"trace[76073486] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"360.570328ms","start":"2026-03-19T06:10:04.246155Z","end":"2026-03-19T06:10:04.606725Z","steps":["trace[76073486] 'process raft request' (duration: 360.408254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.606889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.24613Z","time spent":"360.687501ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.607088Z","caller":"traceutil/trace.go:171","msg":"trace[1757363192] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"360.882836ms","start":"2026-03-19T06:10:04.246167Z","end":"2026-03-19T06:10:04.60705Z","steps":["trace[1757363192] 'process raft request' (duration: 360.518547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:04.607146Z","caller":"traceutil/trace.go:171","msg":"trace[1268044479] linearizableReadLoop","detail":"{readStateIndex:8163; appliedIndex:8159; }","duration":"360.121547ms","start":"2026-03-19T06:10:04.247003Z","end":"2026-03-19T06:10:04.607125Z","steps":["trace[1268044479] 'read index received' (duration: 346.637337ms)","trace[1268044479] 'applied index is now lower than readState.Index' (duration: 13.4827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:04.607212Z","caller":"traceutil/trace.go:171","msg":"trace[833253690] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"360.987959ms","start":"2026-03-19T06:10:04.24618Z","end":"2026-03-19T06:10:04.607168Z","steps":["trace[833253690] 'process raft request' (duration: 360.773314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.607288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.246139Z","time spent":"361.047581ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:04.607337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.295161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"warn","ts":"2026-03-19T06:10:04.607364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.246157Z","time spent":"361.131292ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:04.607384Z","caller":"traceutil/trace.go:171","msg":"trace[1613565974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7854; }","duration":"360.356553ms","start":"2026-03-19T06:10:04.247016Z","end":"2026-03-19T06:10:04.607373Z","steps":["trace[1613565974] 'agreement among raft nodes before linearized reading' (duration: 360.22169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.607414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.247008Z","time spent":"360.398634ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19525,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T06:10:04.607685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.668921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224122"} {"level":"info","ts":"2026-03-19T06:10:04.607762Z","caller":"traceutil/trace.go:171","msg":"trace[1180102252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7854; }","duration":"360.772593ms","start":"2026-03-19T06:10:04.246973Z","end":"2026-03-19T06:10:04.607746Z","steps":["trace[1180102252] 'agreement among raft nodes before linearized reading' (duration: 360.278781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:04.607824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:04.246961Z","time spent":"360.847345ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:10:05.756312Z","caller":"traceutil/trace.go:171","msg":"trace[1811081727] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8163; }","duration":"136.505091ms","start":"2026-03-19T06:10:05.619786Z","end":"2026-03-19T06:10:05.756291Z","steps":["trace[1811081727] 'read index received' (duration: 136.324326ms)","trace[1811081727] 'applied index is now lower than readState.Index' (duration: 179.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:05.75635Z","caller":"traceutil/trace.go:171","msg":"trace[1818814386] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"225.199735ms","start":"2026-03-19T06:10:05.531121Z","end":"2026-03-19T06:10:05.756321Z","steps":["trace[1818814386] 'process raft request' (duration: 225.005491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:05.756595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.784237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:05.756685Z","caller":"traceutil/trace.go:171","msg":"trace[2107527386] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7855; }","duration":"136.928941ms","start":"2026-03-19T06:10:05.619733Z","end":"2026-03-19T06:10:05.756662Z","steps":["trace[2107527386] 'agreement among raft nodes before linearized reading' (duration: 136.662704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:06.519005Z","caller":"traceutil/trace.go:171","msg":"trace[830385543] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"722.600753ms","start":"2026-03-19T06:10:05.796372Z","end":"2026-03-19T06:10:06.518973Z","steps":["trace[830385543] 'process raft request' (duration: 627.207009ms)","trace[830385543] 'compare' (duration: 95.191649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:06.519313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:05.79635Z","time spent":"722.84221ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:06.519608Z","caller":"traceutil/trace.go:171","msg":"trace[1437447671] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8164; }","duration":"563.031191ms","start":"2026-03-19T06:10:05.95655Z","end":"2026-03-19T06:10:06.519581Z","steps":["trace[1437447671] 'read index received' (duration: 467.39138ms)","trace[1437447671] 'applied index is now lower than readState.Index' (duration: 95.638111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:06.519915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.338009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:06.52004Z","caller":"traceutil/trace.go:171","msg":"trace[1946689966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7856; }","duration":"563.496113ms","start":"2026-03-19T06:10:05.956519Z","end":"2026-03-19T06:10:06.520015Z","steps":["trace[1946689966] 'agreement among raft nodes before linearized reading' (duration: 563.173725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:06.520095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:05.956504Z","time spent":"563.579165ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:06.599133Z","caller":"traceutil/trace.go:171","msg":"trace[1754750569] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"352.179597ms","start":"2026-03-19T06:10:06.246923Z","end":"2026-03-19T06:10:06.599103Z","steps":["trace[1754750569] 'process raft request' (duration: 351.865469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:06.599304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:06.246897Z","time spent":"352.32306ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:06.599801Z","caller":"traceutil/trace.go:171","msg":"trace[128349199] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"352.056063ms","start":"2026-03-19T06:10:06.247729Z","end":"2026-03-19T06:10:06.599785Z","steps":["trace[128349199] 'process raft request' (duration: 351.212452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:06.600147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.042004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:06.60054Z","caller":"traceutil/trace.go:171","msg":"trace[1500714928] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7859; }","duration":"598.455043ms","start":"2026-03-19T06:10:06.002062Z","end":"2026-03-19T06:10:06.600517Z","steps":["trace[1500714928] 'agreement among raft nodes before linearized reading' (duration: 598.028393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:06.600605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:06.002049Z","time spent":"598.538166ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:06.600178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.000842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:06.600222Z","caller":"traceutil/trace.go:171","msg":"trace[909609831] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"226.350254ms","start":"2026-03-19T06:10:06.37386Z","end":"2026-03-19T06:10:06.600211Z","steps":["trace[909609831] 'process raft request' (duration: 225.824901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:06.600704Z","caller":"traceutil/trace.go:171","msg":"trace[1908840735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"354.511036ms","start":"2026-03-19T06:10:06.24614Z","end":"2026-03-19T06:10:06.600651Z","steps":["trace[1908840735] 'agreement among raft nodes before linearized reading' (duration: 353.744896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:06.60094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:06.246119Z","time spent":"354.793503ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:06.600722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:06.247711Z","time spent":"352.584606ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:07.430137Z","caller":"traceutil/trace.go:171","msg":"trace[986519233] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"120.837407ms","start":"2026-03-19T06:10:07.309278Z","end":"2026-03-19T06:10:07.430115Z","steps":["trace[986519233] 'process raft request' (duration: 120.652632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:08.288308Z","caller":"traceutil/trace.go:171","msg":"trace[1155261464] linearizableReadLoop","detail":"{readStateIndex:8175; appliedIndex:8174; }","duration":"132.51015ms","start":"2026-03-19T06:10:08.155721Z","end":"2026-03-19T06:10:08.288231Z","steps":["trace[1155261464] 'read index received' (duration: 132.346336ms)","trace[1155261464] 'applied index is now lower than readState.Index' (duration: 162.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:08.288608Z","caller":"traceutil/trace.go:171","msg":"trace[1774787178] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"139.983089ms","start":"2026-03-19T06:10:08.148615Z","end":"2026-03-19T06:10:08.288598Z","steps":["trace[1774787178] 'process raft request' (duration: 139.502767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.288775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.036523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.288805Z","caller":"traceutil/trace.go:171","msg":"trace[1542392340] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7866; }","duration":"133.102985ms","start":"2026-03-19T06:10:08.155695Z","end":"2026-03-19T06:10:08.288798Z","steps":["trace[1542392340] 'agreement among raft nodes before linearized reading' (duration: 133.037943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.288941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.192677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.288964Z","caller":"traceutil/trace.go:171","msg":"trace[771207951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7866; }","duration":"133.217868ms","start":"2026-03-19T06:10:08.155741Z","end":"2026-03-19T06:10:08.288959Z","steps":["trace[771207951] 'agreement among raft nodes before linearized reading' (duration: 133.182317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.289946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.190758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.289973Z","caller":"traceutil/trace.go:171","msg":"trace[217901760] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7866; }","duration":"112.250351ms","start":"2026-03-19T06:10:08.177716Z","end":"2026-03-19T06:10:08.289967Z","steps":["trace[217901760] 'agreement among raft nodes before linearized reading' (duration: 112.21299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.290066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.405529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.290089Z","caller":"traceutil/trace.go:171","msg":"trace[1249516711] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7866; }","duration":"113.457261ms","start":"2026-03-19T06:10:08.176626Z","end":"2026-03-19T06:10:08.290084Z","steps":["trace[1249516711] 'agreement among raft nodes before linearized reading' (duration: 113.42467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.290172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.581494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.290196Z","caller":"traceutil/trace.go:171","msg":"trace[77786322] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7866; }","duration":"113.618214ms","start":"2026-03-19T06:10:08.176572Z","end":"2026-03-19T06:10:08.29019Z","steps":["trace[77786322] 'agreement among raft nodes before linearized reading' (duration: 113.583913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.290271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.665429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.290292Z","caller":"traceutil/trace.go:171","msg":"trace[653007471] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7866; }","duration":"133.704661ms","start":"2026-03-19T06:10:08.156582Z","end":"2026-03-19T06:10:08.290286Z","steps":["trace[653007471] 'agreement among raft nodes before linearized reading' (duration: 133.67525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.361235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.429958Z","caller":"traceutil/trace.go:171","msg":"trace[1026229353] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7866; }","duration":"128.649663ms","start":"2026-03-19T06:10:08.301289Z","end":"2026-03-19T06:10:08.429939Z","steps":["trace[1026229353] 'range keys from in-memory index tree' (duration: 128.302163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.082801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.430229Z","caller":"traceutil/trace.go:171","msg":"trace[222831052] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7866; }","duration":"119.635226ms","start":"2026-03-19T06:10:08.31058Z","end":"2026-03-19T06:10:08.430215Z","steps":["trace[222831052] 'count revisions from in-memory index tree' (duration: 119.057721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.477047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.430354Z","caller":"traceutil/trace.go:171","msg":"trace[1590979121] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7866; }","duration":"129.090834ms","start":"2026-03-19T06:10:08.301256Z","end":"2026-03-19T06:10:08.430347Z","steps":["trace[1590979121] 'count revisions from in-memory index tree' (duration: 128.401085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.430436Z","caller":"traceutil/trace.go:171","msg":"trace[1750529801] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7866; }","duration":"119.231146ms","start":"2026-03-19T06:10:08.311198Z","end":"2026-03-19T06:10:08.43043Z","steps":["trace[1750529801] 'range keys from in-memory index tree' (duration: 118.490236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.205854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.430557Z","caller":"traceutil/trace.go:171","msg":"trace[1992024989] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7866; }","duration":"119.995144ms","start":"2026-03-19T06:10:08.310535Z","end":"2026-03-19T06:10:08.43053Z","steps":["trace[1992024989] 'range keys from in-memory index tree' (duration: 119.128432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:08.429803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.514878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:08.430777Z","caller":"traceutil/trace.go:171","msg":"trace[1788227063] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7866; }","duration":"129.508744ms","start":"2026-03-19T06:10:08.30125Z","end":"2026-03-19T06:10:08.430758Z","steps":["trace[1788227063] 'range keys from in-memory index tree' (duration: 128.431096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.34191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.170143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:09.342039Z","caller":"traceutil/trace.go:171","msg":"trace[1862023792] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"593.580723ms","start":"2026-03-19T06:10:08.74843Z","end":"2026-03-19T06:10:09.34201Z","steps":["trace[1862023792] 'process raft request' (duration: 311.162624ms)","trace[1862023792] 'compare' (duration: 281.993569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:09.342135Z","caller":"traceutil/trace.go:171","msg":"trace[1462231244] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8180; }","duration":"555.107673ms","start":"2026-03-19T06:10:08.787003Z","end":"2026-03-19T06:10:09.342111Z","steps":["trace[1462231244] 'read index received' (duration: 272.711744ms)","trace[1462231244] 'applied index is now lower than readState.Index' (duration: 282.393629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:09.342175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.748412Z","time spent":"593.690856ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:09.345098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.445937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:10:09.34515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.14724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:09.345175Z","caller":"traceutil/trace.go:171","msg":"trace[369440255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7872; }","duration":"556.538528ms","start":"2026-03-19T06:10:08.788616Z","end":"2026-03-19T06:10:09.345155Z","steps":["trace[369440255] 'agreement among raft nodes before linearized reading' (duration: 556.340664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.345168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.406335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:09.345224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.788606Z","time spent":"556.60646ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:10:09.345247Z","caller":"traceutil/trace.go:171","msg":"trace[214710206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7872; }","duration":"387.530408ms","start":"2026-03-19T06:10:08.9577Z","end":"2026-03-19T06:10:09.34523Z","steps":["trace[214710206] 'agreement among raft nodes before linearized reading' (duration: 387.403445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.345221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.054476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T06:10:09.345293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.95768Z","time spent":"387.604411ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:09.345336Z","caller":"traceutil/trace.go:171","msg":"trace[439403581] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7872; }","duration":"552.208519ms","start":"2026-03-19T06:10:08.793103Z","end":"2026-03-19T06:10:09.345312Z","steps":["trace[439403581] 'agreement among raft nodes before linearized reading' (duration: 551.935923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.34537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.79309Z","time spent":"552.273662ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T06:10:09.345207Z","caller":"traceutil/trace.go:171","msg":"trace[202495095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7872; }","duration":"558.243181ms","start":"2026-03-19T06:10:08.786951Z","end":"2026-03-19T06:10:09.345194Z","steps":["trace[202495095] 'agreement among raft nodes before linearized reading' (duration: 555.249576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.345459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.786934Z","time spent":"558.509879ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:09.345813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.595634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:09.345951Z","caller":"traceutil/trace.go:171","msg":"trace[1528202704] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7872; }","duration":"284.819201ms","start":"2026-03-19T06:10:09.061109Z","end":"2026-03-19T06:10:09.345928Z","steps":["trace[1528202704] 'agreement among raft nodes before linearized reading' (duration: 284.607654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.345983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.220101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:10:09.346034Z","caller":"traceutil/trace.go:171","msg":"trace[526087676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:7872; }","duration":"554.291703ms","start":"2026-03-19T06:10:08.79173Z","end":"2026-03-19T06:10:09.346021Z","steps":["trace[526087676] 'agreement among raft nodes before linearized reading' (duration: 554.080277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:09.346071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:08.79172Z","time spent":"554.343714ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"info","ts":"2026-03-19T06:10:33.854929Z","caller":"traceutil/trace.go:171","msg":"trace[705945927] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8361; }","duration":"368.150449ms","start":"2026-03-19T06:10:33.486754Z","end":"2026-03-19T06:10:33.854905Z","steps":["trace[705945927] 'read index received' (duration: 367.958894ms)","trace[705945927] 'applied index is now lower than readState.Index' (duration: 190.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:33.855033Z","caller":"traceutil/trace.go:171","msg":"trace[903355769] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"368.421025ms","start":"2026-03-19T06:10:33.486587Z","end":"2026-03-19T06:10:33.855008Z","steps":["trace[903355769] 'process raft request' (duration: 368.177969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.855157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.30313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:10:33.855158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.393965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:33.855197Z","caller":"traceutil/trace.go:171","msg":"trace[1732450499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8045; }","duration":"350.378132ms","start":"2026-03-19T06:10:33.504809Z","end":"2026-03-19T06:10:33.855188Z","steps":["trace[1732450499] 'agreement among raft nodes before linearized reading' (duration: 350.285368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.855178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:33.486577Z","time spent":"368.526509ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:33.855218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:33.504792Z","time spent":"350.420163ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"info","ts":"2026-03-19T06:10:33.855215Z","caller":"traceutil/trace.go:171","msg":"trace[926745646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8045; }","duration":"368.445287ms","start":"2026-03-19T06:10:33.48675Z","end":"2026-03-19T06:10:33.855196Z","steps":["trace[926745646] 'agreement among raft nodes before linearized reading' (duration: 368.292272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.855267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:33.486722Z","time spent":"368.533889ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:33.855295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.057507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:33.855386Z","caller":"traceutil/trace.go:171","msg":"trace[1790858643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8045; }","duration":"368.18371ms","start":"2026-03-19T06:10:33.487183Z","end":"2026-03-19T06:10:33.855367Z","steps":["trace[1790858643] 'agreement among raft nodes before linearized reading' (duration: 367.938703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.855427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:33.487177Z","time spent":"368.242152ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:36.313133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:36.813385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:37.313742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:37.814803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:38.315748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:38.703906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.927046596s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:10:38.7045Z","caller":"traceutil/trace.go:171","msg":"trace[1478928898] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"2.927734114s","start":"2026-03-19T06:10:35.776735Z","end":"2026-03-19T06:10:38.704469Z","steps":["trace[1478928898] 'process raft request' (duration: 2.927554919s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.704686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.776706Z","time spent":"2.927886058s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.810813Z","caller":"traceutil/trace.go:171","msg":"trace[1506020011] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"2.083025282s","start":"2026-03-19T06:10:36.727759Z","end":"2026-03-19T06:10:38.810785Z","steps":["trace[1506020011] 'process raft request' (duration: 2.078805376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.81097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.727737Z","time spent":"2.083152205s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.811173Z","caller":"traceutil/trace.go:171","msg":"trace[830384855] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"2.041192508s","start":"2026-03-19T06:10:36.769946Z","end":"2026-03-19T06:10:38.811138Z","steps":["trace[830384855] 'process raft request' (duration: 2.040793268s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.811201Z","caller":"traceutil/trace.go:171","msg":"trace[1600755245] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"2.040186053s","start":"2026-03-19T06:10:36.770992Z","end":"2026-03-19T06:10:38.811178Z","steps":["trace[1600755245] 'process raft request' (duration: 2.040002909s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.811347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.769925Z","time spent":"2.041336142s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:38.8114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.770949Z","time spent":"2.040319057s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.813585Z","caller":"traceutil/trace.go:171","msg":"trace[585772171] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"1.364868101s","start":"2026-03-19T06:10:37.448692Z","end":"2026-03-19T06:10:38.81356Z","steps":["trace[585772171] 'process raft request' (duration: 1.364680066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.813705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.448666Z","time spent":"1.364977075s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.813749Z","caller":"traceutil/trace.go:171","msg":"trace[1544565489] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8369; }","duration":"3.001327639s","start":"2026-03-19T06:10:35.812392Z","end":"2026-03-19T06:10:38.81372Z","steps":["trace[1544565489] 'read index received' (duration: 2.891880879s)","trace[1544565489] 'applied index is now lower than readState.Index' (duration: 109.44525ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:38.813878Z","caller":"traceutil/trace.go:171","msg":"trace[207611344] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"810.983761ms","start":"2026-03-19T06:10:38.002872Z","end":"2026-03-19T06:10:38.813855Z","steps":["trace[207611344] 'process raft request' (duration: 810.624881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.813992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954306133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:10:38.814029Z","caller":"traceutil/trace.go:171","msg":"trace[1890905707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8058; }","duration":"2.954377125s","start":"2026-03-19T06:10:35.859645Z","end":"2026-03-19T06:10:38.814022Z","steps":["trace[1890905707] 'agreement among raft nodes before linearized reading' (duration: 2.954260002s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.002757Z","time spent":"811.192846ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:38.814049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.859625Z","time spent":"2.954420256s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:38.81417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959773527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:38.814193Z","caller":"traceutil/trace.go:171","msg":"trace[198720618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8058; }","duration":"1.959833698s","start":"2026-03-19T06:10:36.854354Z","end":"2026-03-19T06:10:38.814188Z","steps":["trace[198720618] 'agreement among raft nodes before linearized reading' (duration: 1.959778287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.854334Z","time spent":"1.959871389s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:38.814201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00178576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:38.814213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.813368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:38.814272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704574949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:38.814271Z","caller":"traceutil/trace.go:171","msg":"trace[1137076484] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8058; }","duration":"355.90867ms","start":"2026-03-19T06:10:38.458349Z","end":"2026-03-19T06:10:38.814258Z","steps":["trace[1137076484] 'agreement among raft nodes before linearized reading' (duration: 355.778307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.814271Z","caller":"traceutil/trace.go:171","msg":"trace[218929019] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8058; }","duration":"3.001901313s","start":"2026-03-19T06:10:35.812349Z","end":"2026-03-19T06:10:38.81425Z","steps":["trace[218929019] 'agreement among raft nodes before linearized reading' (duration: 3.00179007s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.814294Z","caller":"traceutil/trace.go:171","msg":"trace[1391872789] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8058; }","duration":"2.704627411s","start":"2026-03-19T06:10:36.109659Z","end":"2026-03-19T06:10:38.814287Z","steps":["trace[1391872789] 'agreement among raft nodes before linearized reading' (duration: 2.70459088s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.109644Z","time spent":"2.704664691s","remote":"127.0.0.1:42566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:38.814311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.458333Z","time spent":"355.968332ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:38.814316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.812327Z","time spent":"3.001978625s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:38.814457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880831882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:38.81448Z","caller":"traceutil/trace.go:171","msg":"trace[258276042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8058; }","duration":"2.880852632s","start":"2026-03-19T06:10:35.93362Z","end":"2026-03-19T06:10:38.814473Z","steps":["trace[258276042] 'agreement among raft nodes before linearized reading' (duration: 2.880797681s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857678313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:38.814484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311837044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:38.814514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.93358Z","time spent":"2.880925354s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:10:38.814525Z","caller":"traceutil/trace.go:171","msg":"trace[1846595087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"1.857735944s","start":"2026-03-19T06:10:36.956779Z","end":"2026-03-19T06:10:38.814515Z","steps":["trace[1846595087] 'agreement among raft nodes before linearized reading' (duration: 1.857679422s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.814541Z","caller":"traceutil/trace.go:171","msg":"trace[954892829] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8058; }","duration":"1.311935797s","start":"2026-03-19T06:10:37.502589Z","end":"2026-03-19T06:10:38.814525Z","steps":["trace[954892829] 'agreement among raft nodes before linearized reading' (duration: 1.311840774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.956763Z","time spent":"1.85796911s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:38.814767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.502565Z","time spent":"1.312191665s","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:38.814802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949211324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:10:38.814847Z","caller":"traceutil/trace.go:171","msg":"trace[1016257612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8058; }","duration":"2.949280236s","start":"2026-03-19T06:10:35.865553Z","end":"2026-03-19T06:10:38.814833Z","steps":["trace[1016257612] 'agreement among raft nodes before linearized reading' (duration: 2.948988409s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959236763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T06:10:38.814886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.865539Z","time spent":"2.949333587s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"info","ts":"2026-03-19T06:10:38.814911Z","caller":"traceutil/trace.go:171","msg":"trace[1892244047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8058; }","duration":"1.959947121s","start":"2026-03-19T06:10:36.854947Z","end":"2026-03-19T06:10:38.814894Z","steps":["trace[1892244047] 'agreement among raft nodes before linearized reading' (duration: 1.959158061s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.814929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882277597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:10:38.814959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:36.854939Z","time spent":"1.960003092s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:10:38.815004Z","caller":"traceutil/trace.go:171","msg":"trace[1888773021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8058; }","duration":"2.882352029s","start":"2026-03-19T06:10:35.932631Z","end":"2026-03-19T06:10:38.814983Z","steps":["trace[1888773021] 'agreement among raft nodes before linearized reading' (duration: 2.882109573s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.815057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:35.932572Z","time spent":"2.882473423s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:10:40.93189Z","caller":"traceutil/trace.go:171","msg":"trace[250213243] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"114.512686ms","start":"2026-03-19T06:10:40.817348Z","end":"2026-03-19T06:10:40.931861Z","steps":["trace[250213243] 'process raft request' (duration: 114.367903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:41.668678Z","caller":"traceutil/trace.go:171","msg":"trace[1414198360] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8383; }","duration":"842.858074ms","start":"2026-03-19T06:10:40.825795Z","end":"2026-03-19T06:10:41.668653Z","steps":["trace[1414198360] 'read index received' (duration: 105.969811ms)","trace[1414198360] 'applied index is now lower than readState.Index' (duration: 736.887103ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:41.668711Z","caller":"traceutil/trace.go:171","msg":"trace[88752253] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"851.179754ms","start":"2026-03-19T06:10:40.817507Z","end":"2026-03-19T06:10:41.668687Z","steps":["trace[88752253] 'process raft request' (duration: 850.902237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:41.668788Z","caller":"traceutil/trace.go:171","msg":"trace[881323454] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"851.257806ms","start":"2026-03-19T06:10:40.817496Z","end":"2026-03-19T06:10:41.668754Z","steps":["trace[881323454] 'process raft request' (duration: 851.107922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:41.668879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.817486Z","time spent":"851.313327ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:41.668925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.117771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:10:41.66895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.817468Z","time spent":"851.399869ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:41.668983Z","caller":"traceutil/trace.go:171","msg":"trace[1606756534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8068; }","duration":"843.199453ms","start":"2026-03-19T06:10:40.82577Z","end":"2026-03-19T06:10:41.668969Z","steps":["trace[1606756534] 'agreement among raft nodes before linearized reading' (duration: 843.021448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:41.669024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.825762Z","time spent":"843.254634ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:42.168945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:10:42.313874Z","caller":"traceutil/trace.go:171","msg":"trace[1969061095] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"1.19421885s","start":"2026-03-19T06:10:41.11963Z","end":"2026-03-19T06:10:42.313849Z","steps":["trace[1969061095] 'process raft request' (duration: 1.194080917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.31402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.119606Z","time spent":"1.194338853s","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:42.341285Z","caller":"traceutil/trace.go:171","msg":"trace[792822636] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"668.257714ms","start":"2026-03-19T06:10:41.672984Z","end":"2026-03-19T06:10:42.341242Z","steps":["trace[792822636] 'process raft request' (duration: 667.931826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.341385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507730492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:10:42.341458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.672964Z","time spent":"668.404957ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:42.341497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509868686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:10:42.341501Z","caller":"traceutil/trace.go:171","msg":"trace[1757490885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8070; }","duration":"1.507887956s","start":"2026-03-19T06:10:40.833592Z","end":"2026-03-19T06:10:42.34148Z","steps":["trace[1757490885] 'agreement among raft nodes before linearized reading' (duration: 1.507563508s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:42.341555Z","caller":"traceutil/trace.go:171","msg":"trace[400648952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8070; }","duration":"1.509944158s","start":"2026-03-19T06:10:40.831594Z","end":"2026-03-19T06:10:42.341538Z","steps":["trace[400648952] 'agreement among raft nodes before linearized reading' (duration: 1.509777434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.341566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.833584Z","time spent":"1.507971308s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:10:42.341599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.831586Z","time spent":"1.51000329s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:42.34165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508362559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T06:10:42.341652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510283887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:42.341709Z","caller":"traceutil/trace.go:171","msg":"trace[353904783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8070; }","duration":"1.50843069s","start":"2026-03-19T06:10:40.833259Z","end":"2026-03-19T06:10:42.341689Z","steps":["trace[353904783] 'agreement among raft nodes before linearized reading' (duration: 1.508278546s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:42.341728Z","caller":"traceutil/trace.go:171","msg":"trace[1139402240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8070; }","duration":"1.51041063s","start":"2026-03-19T06:10:40.8313Z","end":"2026-03-19T06:10:42.34171Z","steps":["trace[1139402240] 'agreement among raft nodes before linearized reading' (duration: 1.510198154s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.341769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.83128Z","time spent":"1.510481291s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:42.341766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.833249Z","time spent":"1.508503512s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:42.341447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031381225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T06:10:42.341943Z","caller":"traceutil/trace.go:171","msg":"trace[2100120798] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8386; }","duration":"672.361427ms","start":"2026-03-19T06:10:41.668758Z","end":"2026-03-19T06:10:42.34112Z","steps":["trace[2100120798] 'read index received' (duration: 645.031668ms)","trace[2100120798] 'applied index is now lower than readState.Index' (duration: 27.328309ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:42.341884Z","caller":"traceutil/trace.go:171","msg":"trace[1312187130] range","detail":"{range_begin:/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e; range_end:; response_count:1; response_revision:8070; }","duration":"1.031888249s","start":"2026-03-19T06:10:41.309982Z","end":"2026-03-19T06:10:42.34187Z","steps":["trace[1312187130] 'agreement among raft nodes before linearized reading' (duration: 1.031232042s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.342084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.30996Z","time spent":"1.032112324s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e\" "} {"level":"warn","ts":"2026-03-19T06:10:42.342089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511430275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:42.342165Z","caller":"traceutil/trace.go:171","msg":"trace[1608198973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8070; }","duration":"1.511522578s","start":"2026-03-19T06:10:40.830624Z","end":"2026-03-19T06:10:42.342146Z","steps":["trace[1608198973] 'agreement among raft nodes before linearized reading' (duration: 1.511321133s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.342221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.830614Z","time spent":"1.511595179s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:42.342355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.076451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:42.342478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.270997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:10:42.342541Z","caller":"traceutil/trace.go:171","msg":"trace[1189929458] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:8070; }","duration":"638.35603ms","start":"2026-03-19T06:10:41.70417Z","end":"2026-03-19T06:10:42.342526Z","steps":["trace[1189929458] 'agreement among raft nodes before linearized reading' (duration: 638.250607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.342583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.704156Z","time spent":"638.416301ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-19T06:10:42.342397Z","caller":"traceutil/trace.go:171","msg":"trace[161695504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8070; }","duration":"386.151123ms","start":"2026-03-19T06:10:41.956234Z","end":"2026-03-19T06:10:42.342385Z","steps":["trace[161695504] 'agreement among raft nodes before linearized reading' (duration: 386.086622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.342722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.956215Z","time spent":"386.495462ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:43.11554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.592331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T06:10:43.115622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.343734Z","time spent":"771.884645ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T06:10:43.598015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.135158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:43.598364Z","caller":"traceutil/trace.go:171","msg":"trace[1727588441] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"1.252826407s","start":"2026-03-19T06:10:42.345513Z","end":"2026-03-19T06:10:43.598339Z","steps":["trace[1727588441] 'process raft request' (duration: 1.252638633s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.598463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.345501Z","time spent":"1.25292277s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:43.598407Z","caller":"traceutil/trace.go:171","msg":"trace[1512081843] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"1.253398542s","start":"2026-03-19T06:10:42.344914Z","end":"2026-03-19T06:10:43.598313Z","steps":["trace[1512081843] 'process raft request' (duration: 884.809432ms)","trace[1512081843] 'compare' (duration: 367.877992ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:43.598606Z","caller":"traceutil/trace.go:171","msg":"trace[1056481880] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.252869139s","start":"2026-03-19T06:10:42.345716Z","end":"2026-03-19T06:10:43.598585Z","steps":["trace[1056481880] 'process raft request' (duration: 1.252567531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.598746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.34571Z","time spent":"1.252962902s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.59871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.344892Z","time spent":"1.253683669s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:43.598818Z","caller":"traceutil/trace.go:171","msg":"trace[98303519] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"1.252780677s","start":"2026-03-19T06:10:42.346023Z","end":"2026-03-19T06:10:43.598804Z","steps":["trace[98303519] 'process raft request' (duration: 1.2525105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.598887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.346017Z","time spent":"1.252838678s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:43.598872Z","caller":"traceutil/trace.go:171","msg":"trace[174976273] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"1.252575611s","start":"2026-03-19T06:10:42.346266Z","end":"2026-03-19T06:10:43.598841Z","steps":["trace[174976273] 'process raft request' (duration: 1.252455398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.599013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.346259Z","time spent":"1.252682083s","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:43.599026Z","caller":"traceutil/trace.go:171","msg":"trace[2130118635] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"1.251797272s","start":"2026-03-19T06:10:42.347202Z","end":"2026-03-19T06:10:43.598999Z","steps":["trace[2130118635] 'process raft request' (duration: 1.251600737s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.599112Z","caller":"traceutil/trace.go:171","msg":"trace[1547430752] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"482.568954ms","start":"2026-03-19T06:10:43.11653Z","end":"2026-03-19T06:10:43.599099Z","steps":["trace[1547430752] 'process raft request' (duration: 482.510613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.599149Z","caller":"traceutil/trace.go:171","msg":"trace[187322771] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"661.095763ms","start":"2026-03-19T06:10:42.938042Z","end":"2026-03-19T06:10:43.599138Z","steps":["trace[187322771] 'process raft request' (duration: 660.939719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.599161Z","caller":"traceutil/trace.go:171","msg":"trace[11699162] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8388; }","duration":"1.2521413s","start":"2026-03-19T06:10:42.347002Z","end":"2026-03-19T06:10:43.599143Z","steps":["trace[11699162] 'read index received' (duration: 57.95051ms)","trace[11699162] 'applied index is now lower than readState.Index' (duration: 1.19418892s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:43.599134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.347187Z","time spent":"1.251891274s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.599197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:43.116505Z","time spent":"482.658106ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.599201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.938011Z","time spent":"661.162074ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.59939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.114838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:43.599448Z","caller":"traceutil/trace.go:171","msg":"trace[1109063723] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8078; }","duration":"956.234252ms","start":"2026-03-19T06:10:42.6432Z","end":"2026-03-19T06:10:43.599434Z","steps":["trace[1109063723] 'agreement among raft nodes before linearized reading' (duration: 956.075088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.599483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.117081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:43.599496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.643172Z","time spent":"956.312253ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:43.599526Z","caller":"traceutil/trace.go:171","msg":"trace[2010726486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"603.187163ms","start":"2026-03-19T06:10:42.996328Z","end":"2026-03-19T06:10:43.599516Z","steps":["trace[2010726486] 'agreement among raft nodes before linearized reading' (duration: 603.130681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.599557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.996313Z","time spent":"603.238625ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:43.599641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.269076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:43.59973Z","caller":"traceutil/trace.go:171","msg":"trace[1984334606] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8078; }","duration":"730.361028ms","start":"2026-03-19T06:10:42.869346Z","end":"2026-03-19T06:10:43.599707Z","steps":["trace[1984334606] 'agreement among raft nodes before linearized reading' (duration: 730.142993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.599757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252738915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228853"} {"level":"warn","ts":"2026-03-19T06:10:43.599795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.869287Z","time spent":"730.487902ms","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:43.59984Z","caller":"traceutil/trace.go:171","msg":"trace[1670905035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8078; }","duration":"1.252833937s","start":"2026-03-19T06:10:42.346986Z","end":"2026-03-19T06:10:43.59982Z","steps":["trace[1670905035] 'agreement among raft nodes before linearized reading' (duration: 1.252255023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.599893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.346979Z","time spent":"1.252899769s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:10:43.797878Z","caller":"traceutil/trace.go:171","msg":"trace[239253777] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"123.956305ms","start":"2026-03-19T06:10:43.673905Z","end":"2026-03-19T06:10:43.797861Z","steps":["trace[239253777] 'process raft request' (duration: 123.848552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.828571Z","caller":"traceutil/trace.go:171","msg":"trace[1189057737] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"154.493824ms","start":"2026-03-19T06:10:43.674052Z","end":"2026-03-19T06:10:43.828546Z","steps":["trace[1189057737] 'process raft request' (duration: 154.35665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:45.126505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967252,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:10:45.146488Z","caller":"traceutil/trace.go:171","msg":"trace[1782432602] linearizableReadLoop","detail":"{readStateIndex:8400; appliedIndex:8399; }","duration":"520.602312ms","start":"2026-03-19T06:10:44.625865Z","end":"2026-03-19T06:10:45.146467Z","steps":["trace[1782432602] 'read index received' (duration: 520.435618ms)","trace[1782432602] 'applied index is now lower than readState.Index' (duration: 165.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:45.146592Z","caller":"traceutil/trace.go:171","msg":"trace[807807930] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"796.446414ms","start":"2026-03-19T06:10:44.350135Z","end":"2026-03-19T06:10:45.146581Z","steps":["trace[807807930] 'process raft request' (duration: 796.209598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:45.146695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:44.350113Z","time spent":"796.505996ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:45.146751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.795032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:45.146805Z","caller":"traceutil/trace.go:171","msg":"trace[1691371113] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8081; }","duration":"429.931036ms","start":"2026-03-19T06:10:44.716863Z","end":"2026-03-19T06:10:45.146794Z","steps":["trace[1691371113] 'agreement among raft nodes before linearized reading' (duration: 429.803623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:45.14682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.950471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:45.146833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:44.716843Z","time spent":"429.984087ms","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:45.146749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.461521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:45.146817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.037058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T06:10:45.14686Z","caller":"traceutil/trace.go:171","msg":"trace[261083989] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8081; }","duration":"521.026953ms","start":"2026-03-19T06:10:44.62582Z","end":"2026-03-19T06:10:45.146847Z","steps":["trace[261083989] 'agreement among raft nodes before linearized reading' (duration: 520.968131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:45.146884Z","caller":"traceutil/trace.go:171","msg":"trace[1038409484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8081; }","duration":"190.632015ms","start":"2026-03-19T06:10:44.956229Z","end":"2026-03-19T06:10:45.146861Z","steps":["trace[1038409484] 'agreement among raft nodes before linearized reading' (duration: 190.41766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:45.146903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:44.6258Z","time spent":"521.093634ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:45.146906Z","caller":"traceutil/trace.go:171","msg":"trace[597843203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8081; }","duration":"430.156851ms","start":"2026-03-19T06:10:44.716725Z","end":"2026-03-19T06:10:45.146882Z","steps":["trace[597843203] 'agreement among raft nodes before linearized reading' (duration: 429.901365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:45.146951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:44.71671Z","time spent":"430.232243ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T06:10:45.877499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:46.200815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039474319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:10:46.201147Z","caller":"traceutil/trace.go:171","msg":"trace[2007262620] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"1.03987268s","start":"2026-03-19T06:10:45.161255Z","end":"2026-03-19T06:10:46.201127Z","steps":["trace[2007262620] 'process raft request' (duration: 1.039742637s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.201281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.161231Z","time spent":"1.039970883s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:46.554872Z","caller":"traceutil/trace.go:171","msg":"trace[227647813] linearizableReadLoop","detail":"{readStateIndex:8404; appliedIndex:8400; }","duration":"1.177966251s","start":"2026-03-19T06:10:45.376875Z","end":"2026-03-19T06:10:46.554842Z","steps":["trace[227647813] 'read index received' (duration: 824.089572ms)","trace[227647813] 'applied index is now lower than readState.Index' (duration: 353.875789ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:46.55515Z","caller":"traceutil/trace.go:171","msg":"trace[804421514] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"950.156759ms","start":"2026-03-19T06:10:45.604984Z","end":"2026-03-19T06:10:46.555141Z","steps":["trace[804421514] 'process raft request' (duration: 949.670087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.55531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.604944Z","time spent":"950.237881ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:46.555471Z","caller":"traceutil/trace.go:171","msg":"trace[1914971486] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"747.988243ms","start":"2026-03-19T06:10:45.807475Z","end":"2026-03-19T06:10:46.555463Z","steps":["trace[1914971486] 'process raft request' (duration: 747.302056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.555519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.807448Z","time spent":"748.050154ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:46.55564Z","caller":"traceutil/trace.go:171","msg":"trace[750183913] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"722.422549ms","start":"2026-03-19T06:10:45.83321Z","end":"2026-03-19T06:10:46.555633Z","steps":["trace[750183913] 'process raft request' (duration: 721.593718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.555683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.833188Z","time spent":"722.47507ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:46.556097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179200121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:10:46.556186Z","caller":"traceutil/trace.go:171","msg":"trace[1962461332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8085; }","duration":"1.179339235s","start":"2026-03-19T06:10:45.376827Z","end":"2026-03-19T06:10:46.556166Z","steps":["trace[1962461332] 'agreement among raft nodes before linearized reading' (duration: 1.178935725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.556244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.376809Z","time spent":"1.179425777s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:10:46.565657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.768576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:10:46.565674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.755375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:46.565707Z","caller":"traceutil/trace.go:171","msg":"trace[2036983404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8086; }","duration":"960.852428ms","start":"2026-03-19T06:10:45.604844Z","end":"2026-03-19T06:10:46.565697Z","steps":["trace[2036983404] 'agreement among raft nodes before linearized reading' (duration: 960.720305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.565732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.604823Z","time spent":"960.90425ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:46.565756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.255473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:10:46.565772Z","caller":"traceutil/trace.go:171","msg":"trace[1287613808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8086; }","duration":"960.292434ms","start":"2026-03-19T06:10:45.605477Z","end":"2026-03-19T06:10:46.565769Z","steps":["trace[1287613808] 'agreement among raft nodes before linearized reading' (duration: 960.245583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.56579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.605467Z","time spent":"960.319455ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:10:46.56571Z","caller":"traceutil/trace.go:171","msg":"trace[1816187906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8086; }","duration":"960.835937ms","start":"2026-03-19T06:10:45.604865Z","end":"2026-03-19T06:10:46.565701Z","steps":["trace[1816187906] 'agreement among raft nodes before linearized reading' (duration: 960.685753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.565883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.038493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:10:46.565869Z","caller":"traceutil/trace.go:171","msg":"trace[1807837305] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"353.747466ms","start":"2026-03-19T06:10:46.212103Z","end":"2026-03-19T06:10:46.56585Z","steps":["trace[1807837305] 'process raft request' (duration: 353.340326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:46.565898Z","caller":"traceutil/trace.go:171","msg":"trace[275545880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8086; }","duration":"961.092204ms","start":"2026-03-19T06:10:45.604802Z","end":"2026-03-19T06:10:46.565894Z","steps":["trace[275545880] 'agreement among raft nodes before linearized reading' (duration: 961.052063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.565913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.604779Z","time spent":"961.130405ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:46.565892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.542506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:10:46.565955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:46.212089Z","time spent":"353.820807ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:46.565883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.604843Z","time spent":"961.032942ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:10:46.565992Z","caller":"traceutil/trace.go:171","msg":"trace[1353873710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8086; }","duration":"959.69999ms","start":"2026-03-19T06:10:45.606271Z","end":"2026-03-19T06:10:46.565971Z","steps":["trace[1353873710] 'agreement among raft nodes before linearized reading' (duration: 959.268659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:46.566067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:45.60626Z","time spent":"959.799672ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:10:46.739155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.894606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:46.739514Z","caller":"traceutil/trace.go:171","msg":"trace[1610343800] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"169.40284ms","start":"2026-03-19T06:10:46.570071Z","end":"2026-03-19T06:10:46.739474Z","steps":["trace[1610343800] 'process raft request' (duration: 54.091314ms)","trace[1610343800] 'compare' (duration: 114.763802ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:46.739756Z","caller":"traceutil/trace.go:171","msg":"trace[1150220357] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"169.341399ms","start":"2026-03-19T06:10:46.570393Z","end":"2026-03-19T06:10:46.739734Z","steps":["trace[1150220357] 'process raft request' (duration: 168.876417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:46.740023Z","caller":"traceutil/trace.go:171","msg":"trace[1111776146] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"169.478782ms","start":"2026-03-19T06:10:46.570531Z","end":"2026-03-19T06:10:46.740009Z","steps":["trace[1111776146] 'process raft request' (duration: 169.100403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:46.740311Z","caller":"traceutil/trace.go:171","msg":"trace[1238873960] linearizableReadLoop","detail":"{readStateIndex:8409; appliedIndex:8406; }","duration":"119.596945ms","start":"2026-03-19T06:10:46.620361Z","end":"2026-03-19T06:10:46.739958Z","steps":["trace[1238873960] 'read index received' (duration: 3.784736ms)","trace[1238873960] 'applied index is now lower than readState.Index' (duration: 115.810839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:46.740333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.960684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:46.740383Z","caller":"traceutil/trace.go:171","msg":"trace[439892978] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8090; }","duration":"120.072387ms","start":"2026-03-19T06:10:46.620297Z","end":"2026-03-19T06:10:46.740369Z","steps":["trace[439892978] 'agreement among raft nodes before linearized reading' (duration: 119.970105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.076992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967282,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:10:49.482172Z","caller":"traceutil/trace.go:171","msg":"trace[938716241] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"921.525077ms","start":"2026-03-19T06:10:48.56062Z","end":"2026-03-19T06:10:49.482145Z","steps":["trace[938716241] 'process raft request' (duration: 921.343723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.482332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.560598Z","time spent":"921.64601ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:49.525043Z","caller":"traceutil/trace.go:171","msg":"trace[2028286239] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"964.157421ms","start":"2026-03-19T06:10:48.560856Z","end":"2026-03-19T06:10:49.525013Z","steps":["trace[2028286239] 'process raft request' (duration: 963.983887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.525224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.560848Z","time spent":"964.281724ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:49.525351Z","caller":"traceutil/trace.go:171","msg":"trace[1088318345] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"963.193697ms","start":"2026-03-19T06:10:48.562121Z","end":"2026-03-19T06:10:49.525315Z","steps":["trace[1088318345] 'process raft request' (duration: 962.848778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.525404Z","caller":"traceutil/trace.go:171","msg":"trace[1630760930] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"318.929508ms","start":"2026-03-19T06:10:49.206445Z","end":"2026-03-19T06:10:49.525374Z","steps":["trace[1630760930] 'process raft request' (duration: 318.779495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.525449Z","caller":"traceutil/trace.go:171","msg":"trace[549180366] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8411; }","duration":"948.559928ms","start":"2026-03-19T06:10:48.576877Z","end":"2026-03-19T06:10:49.525437Z","steps":["trace[549180366] 'read index received' (duration: 905.153204ms)","trace[549180366] 'applied index is now lower than readState.Index' (duration: 43.405734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:49.525479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.562115Z","time spent":"963.307931ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:49.525586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.206418Z","time spent":"319.052532ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:49.525651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.780863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:10:49.525681Z","caller":"traceutil/trace.go:171","msg":"trace[814369726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8096; }","duration":"948.844165ms","start":"2026-03-19T06:10:48.57683Z","end":"2026-03-19T06:10:49.525675Z","steps":["trace[814369726] 'agreement among raft nodes before linearized reading' (duration: 948.702041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.525701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.576818Z","time spent":"948.878825ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:10:49.525757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.478952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T06:10:49.525779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.081859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.525801Z","caller":"traceutil/trace.go:171","msg":"trace[2012852192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8096; }","duration":"782.582845ms","start":"2026-03-19T06:10:48.743207Z","end":"2026-03-19T06:10:49.52579Z","steps":["trace[2012852192] 'agreement among raft nodes before linearized reading' (duration: 782.465992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.525788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.293008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T06:10:49.525824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.743192Z","time spent":"782.627565ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:10:49.525828Z","caller":"traceutil/trace.go:171","msg":"trace[1794770266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8096; }","duration":"570.17825ms","start":"2026-03-19T06:10:48.955634Z","end":"2026-03-19T06:10:49.525812Z","steps":["trace[1794770266] 'agreement among raft nodes before linearized reading' (duration: 570.070227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.525854Z","caller":"traceutil/trace.go:171","msg":"trace[1585768293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8096; }","duration":"352.400491ms","start":"2026-03-19T06:10:49.173441Z","end":"2026-03-19T06:10:49.525841Z","steps":["trace[1585768293] 'agreement among raft nodes before linearized reading' (duration: 352.245477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.52587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.955621Z","time spent":"570.241312ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:49.525843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.656616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T06:10:49.525893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.173426Z","time spent":"352.459673ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:49.525895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.571935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:49.525921Z","caller":"traceutil/trace.go:171","msg":"trace[2073226635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8096; }","duration":"782.80402ms","start":"2026-03-19T06:10:48.743098Z","end":"2026-03-19T06:10:49.525902Z","steps":["trace[2073226635] 'agreement among raft nodes before linearized reading' (duration: 782.584355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.525954Z","caller":"traceutil/trace.go:171","msg":"trace[995583902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8096; }","duration":"782.652526ms","start":"2026-03-19T06:10:48.743285Z","end":"2026-03-19T06:10:49.525938Z","steps":["trace[995583902] 'agreement among raft nodes before linearized reading' (duration: 782.446131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.52597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.74307Z","time spent":"782.890982ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:49.525997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.743028Z","time spent":"782.961804ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:49.526076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.098481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:49.526159Z","caller":"traceutil/trace.go:171","msg":"trace[1219477011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8096; }","duration":"924.222445ms","start":"2026-03-19T06:10:48.601919Z","end":"2026-03-19T06:10:49.526142Z","steps":["trace[1219477011] 'agreement among raft nodes before linearized reading' (duration: 923.702801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.526228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.601902Z","time spent":"924.313467ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:49.526141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.847074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:49.52631Z","caller":"traceutil/trace.go:171","msg":"trace[956558852] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8096; }","duration":"622.022778ms","start":"2026-03-19T06:10:48.904276Z","end":"2026-03-19T06:10:49.526299Z","steps":["trace[956558852] 'agreement among raft nodes before linearized reading' (duration: 621.391512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.526349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.904229Z","time spent":"622.11037ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.795558Z","caller":"traceutil/trace.go:171","msg":"trace[346947352] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"265.83023ms","start":"2026-03-19T06:10:49.529697Z","end":"2026-03-19T06:10:49.795527Z","steps":["trace[346947352] 'process raft request' (duration: 242.174663ms)","trace[346947352] 'compare' (duration: 23.463682ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:49.795594Z","caller":"traceutil/trace.go:171","msg":"trace[1500267461] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8416; }","duration":"264.862736ms","start":"2026-03-19T06:10:49.530721Z","end":"2026-03-19T06:10:49.795583Z","steps":["trace[1500267461] 'read index received' (duration: 241.166628ms)","trace[1500267461] 'applied index is now lower than readState.Index' (duration: 23.695778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:49.795736Z","caller":"traceutil/trace.go:171","msg":"trace[1894773529] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"264.900217ms","start":"2026-03-19T06:10:49.53083Z","end":"2026-03-19T06:10:49.79573Z","steps":["trace[1894773529] 'process raft request' (duration: 264.700442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.795812Z","caller":"traceutil/trace.go:171","msg":"trace[2124660156] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"264.959479ms","start":"2026-03-19T06:10:49.530848Z","end":"2026-03-19T06:10:49.795807Z","steps":["trace[2124660156] 'process raft request' (duration: 264.855386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.795942Z","caller":"traceutil/trace.go:171","msg":"trace[841676795] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"264.591019ms","start":"2026-03-19T06:10:49.531336Z","end":"2026-03-19T06:10:49.795927Z","steps":["trace[841676795] 'process raft request' (duration: 264.511767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.796055Z","caller":"traceutil/trace.go:171","msg":"trace[302875914] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"264.751774ms","start":"2026-03-19T06:10:49.531294Z","end":"2026-03-19T06:10:49.796046Z","steps":["trace[302875914] 'process raft request' (duration: 264.495268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.796221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.457671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228853"} {"level":"info","ts":"2026-03-19T06:10:49.796321Z","caller":"traceutil/trace.go:171","msg":"trace[997127243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8098; }","duration":"265.596794ms","start":"2026-03-19T06:10:49.530702Z","end":"2026-03-19T06:10:49.796298Z","steps":["trace[997127243] 'agreement among raft nodes before linearized reading' (duration: 264.910477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.993605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184495656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:52.993736Z","caller":"traceutil/trace.go:171","msg":"trace[250796858] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8429; }","duration":"1.28944414s","start":"2026-03-19T06:10:51.704275Z","end":"2026-03-19T06:10:52.99372Z","steps":["trace[250796858] 'read index received' (duration: 104.73455ms)","trace[250796858] 'applied index is now lower than readState.Index' (duration: 1.18470829s)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:52.993844Z","caller":"traceutil/trace.go:171","msg":"trace[1674590228] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"1.308840409s","start":"2026-03-19T06:10:51.684963Z","end":"2026-03-19T06:10:52.993804Z","steps":["trace[1674590228] 'process raft request' (duration: 124.067177ms)","trace[1674590228] 'compare' (duration: 1.184401422s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:52.99393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22394062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:10:52.993925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289633425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:10:52.99397Z","caller":"traceutil/trace.go:171","msg":"trace[1195405579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8110; }","duration":"1.224028131s","start":"2026-03-19T06:10:51.769932Z","end":"2026-03-19T06:10:52.99396Z","steps":["trace[1195405579] 'agreement among raft nodes before linearized reading' (duration: 1.223886328s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:52.993979Z","caller":"traceutil/trace.go:171","msg":"trace[1798850388] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:8110; }","duration":"1.289696917s","start":"2026-03-19T06:10:51.70427Z","end":"2026-03-19T06:10:52.993967Z","steps":["trace[1798850388] 'agreement among raft nodes before linearized reading' (duration: 1.289526132s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.704244Z","time spent":"1.289758558s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.769897Z","time spent":"1.224104523s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.684929Z","time spent":"1.308998813s","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:52.994044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.691439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T06:10:52.994106Z","caller":"traceutil/trace.go:171","msg":"trace[892614890] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8110; }","duration":"667.794702ms","start":"2026-03-19T06:10:52.326294Z","end":"2026-03-19T06:10:52.994088Z","steps":["trace[892614890] 'agreement among raft nodes before linearized reading' (duration: 667.605137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.17063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-19T06:10:52.994021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065751461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-19T06:10:52.994235Z","caller":"traceutil/trace.go:171","msg":"trace[331087453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8110; }","duration":"689.243493ms","start":"2026-03-19T06:10:52.30497Z","end":"2026-03-19T06:10:52.994213Z","steps":["trace[331087453] 'agreement among raft nodes before linearized reading' (duration: 689.088558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.325995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:52.994289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.304882Z","time spent":"689.390947ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-19T06:10:52.994289Z","caller":"traceutil/trace.go:171","msg":"trace[1356964051] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8110; }","duration":"1.06604584s","start":"2026-03-19T06:10:51.928211Z","end":"2026-03-19T06:10:52.994257Z","steps":["trace[1356964051] 'agreement among raft nodes before linearized reading' (duration: 1.06567753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193224365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:10:52.994371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.928189Z","time spent":"1.066166213s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4761,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:52.994402Z","caller":"traceutil/trace.go:171","msg":"trace[1043791762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8110; }","duration":"1.193280576s","start":"2026-03-19T06:10:51.801112Z","end":"2026-03-19T06:10:52.994393Z","steps":["trace[1043791762] 'agreement among raft nodes before linearized reading' (duration: 1.193178754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.801107Z","time spent":"1.193325847s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189460791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:10:52.99457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.584967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:52.994614Z","caller":"traceutil/trace.go:171","msg":"trace[291695020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8110; }","duration":"1.189818389s","start":"2026-03-19T06:10:51.804779Z","end":"2026-03-19T06:10:52.994598Z","steps":["trace[291695020] 'agreement among raft nodes before linearized reading' (duration: 1.189419988s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:52.994626Z","caller":"traceutil/trace.go:171","msg":"trace[1182846809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8110; }","duration":"719.706511ms","start":"2026-03-19T06:10:52.274902Z","end":"2026-03-19T06:10:52.994609Z","steps":["trace[1182846809] 'agreement among raft nodes before linearized reading' (duration: 719.612968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.80477Z","time spent":"1.189891141s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.326273Z","time spent":"667.882073ms","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T06:10:52.99474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037723567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:52.994314Z","caller":"traceutil/trace.go:171","msg":"trace[191563687] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8110; }","duration":"643.404407ms","start":"2026-03-19T06:10:52.350891Z","end":"2026-03-19T06:10:52.994295Z","steps":["trace[191563687] 'agreement among raft nodes before linearized reading' (duration: 643.318795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195135813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:10:52.99486Z","caller":"traceutil/trace.go:171","msg":"trace[195268751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8110; }","duration":"1.195211696s","start":"2026-03-19T06:10:51.799636Z","end":"2026-03-19T06:10:52.994847Z","steps":["trace[195268751] 'agreement among raft nodes before linearized reading' (duration: 1.195085642s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.994897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.799624Z","time spent":"1.195265647s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.274871Z","time spent":"719.792362ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:52.994811Z","caller":"traceutil/trace.go:171","msg":"trace[1827115355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8110; }","duration":"1.037814158s","start":"2026-03-19T06:10:51.956984Z","end":"2026-03-19T06:10:52.994798Z","steps":["trace[1827115355] 'agreement among raft nodes before linearized reading' (duration: 1.037724806s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.995052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194002945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T06:10:52.995076Z","caller":"traceutil/trace.go:171","msg":"trace[1348021868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"1.194048656s","start":"2026-03-19T06:10:51.801019Z","end":"2026-03-19T06:10:52.995068Z","steps":["trace[1348021868] 'agreement among raft nodes before linearized reading' (duration: 1.193982634s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.995095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.801011Z","time spent":"1.194079227s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:52.995075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.956971Z","time spent":"1.038087396s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:52.994822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.350879Z","time spent":"643.930311ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:52.995123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194139388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:10:52.995211Z","caller":"traceutil/trace.go:171","msg":"trace[1562205340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8110; }","duration":"1.19423245s","start":"2026-03-19T06:10:51.800962Z","end":"2026-03-19T06:10:52.995195Z","steps":["trace[1562205340] 'agreement among raft nodes before linearized reading' (duration: 1.193992884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.995333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.800947Z","time spent":"1.194305992s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:52.995584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194496357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:10:52.9958Z","caller":"traceutil/trace.go:171","msg":"trace[827055778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8110; }","duration":"1.194722722s","start":"2026-03-19T06:10:51.801064Z","end":"2026-03-19T06:10:52.995786Z","steps":["trace[827055778] 'agreement among raft nodes before linearized reading' (duration: 1.193506342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:52.995837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.801054Z","time spent":"1.194774174s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T06:10:53.260846Z","caller":"traceutil/trace.go:171","msg":"trace[474215464] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8430; }","duration":"264.63306ms","start":"2026-03-19T06:10:52.996186Z","end":"2026-03-19T06:10:53.260819Z","steps":["trace[474215464] 'read index received' (duration: 197.046917ms)","trace[474215464] 'applied index is now lower than readState.Index' (duration: 67.584563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.260947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.738043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.260984Z","caller":"traceutil/trace.go:171","msg":"trace[339312991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8110; }","duration":"264.798564ms","start":"2026-03-19T06:10:52.996176Z","end":"2026-03-19T06:10:53.260974Z","steps":["trace[339312991] 'agreement among raft nodes before linearized reading' (duration: 264.714652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.622013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.898581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:53.622256Z","caller":"traceutil/trace.go:171","msg":"trace[419858663] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"621.978227ms","start":"2026-03-19T06:10:53.000227Z","end":"2026-03-19T06:10:53.622205Z","steps":["trace[419858663] 'process raft request' (duration: 409.802109ms)","trace[419858663] 'compare' (duration: 211.763278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.622428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.00021Z","time spent":"622.12901ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.622403Z","caller":"traceutil/trace.go:171","msg":"trace[1791062129] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"621.919916ms","start":"2026-03-19T06:10:53.000444Z","end":"2026-03-19T06:10:53.622364Z","steps":["trace[1791062129] 'process raft request' (duration: 621.755182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.62247Z","caller":"traceutil/trace.go:171","msg":"trace[1545213962] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"621.874044ms","start":"2026-03-19T06:10:53.000587Z","end":"2026-03-19T06:10:53.622461Z","steps":["trace[1545213962] 'process raft request' (duration: 621.643458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.622437Z","caller":"traceutil/trace.go:171","msg":"trace[81939779] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"622.164571ms","start":"2026-03-19T06:10:53.000246Z","end":"2026-03-19T06:10:53.622411Z","steps":["trace[81939779] 'process raft request' (duration: 621.862223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.622447Z","caller":"traceutil/trace.go:171","msg":"trace[462986321] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"622.038788ms","start":"2026-03-19T06:10:53.000375Z","end":"2026-03-19T06:10:53.622414Z","steps":["trace[462986321] 'process raft request' (duration: 621.791862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.622534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000577Z","time spent":"621.924785ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.622586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000437Z","time spent":"622.056599ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.622627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000367Z","time spent":"622.167781ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.62243Z","caller":"traceutil/trace.go:171","msg":"trace[131453828] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"359.999874ms","start":"2026-03-19T06:10:53.262411Z","end":"2026-03-19T06:10:53.622411Z","steps":["trace[131453828] 'process raft request' (duration: 359.938252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.622721Z","caller":"traceutil/trace.go:171","msg":"trace[1767489365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8116; }","duration":"619.145865ms","start":"2026-03-19T06:10:53.003551Z","end":"2026-03-19T06:10:53.622697Z","steps":["trace[1767489365] 'process raft request' (duration: 618.761625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.622787Z","caller":"traceutil/trace.go:171","msg":"trace[444337345] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"619.702549ms","start":"2026-03-19T06:10:53.003069Z","end":"2026-03-19T06:10:53.622772Z","steps":["trace[444337345] 'process raft request' (duration: 619.200656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.622597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000228Z","time spent":"622.280324ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.622783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.262383Z","time spent":"360.354403ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.622813Z","caller":"traceutil/trace.go:171","msg":"trace[1346218879] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8431; }","duration":"361.891682ms","start":"2026-03-19T06:10:53.260907Z","end":"2026-03-19T06:10:53.622799Z","steps":["trace[1346218879] 'read index received' (duration: 149.280393ms)","trace[1346218879] 'applied index is now lower than readState.Index' (duration: 212.610268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.622864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.00306Z","time spent":"619.761781ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.62287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.003542Z","time spent":"619.227808ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4777,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.622928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.214127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e2939b845771f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T06:10:53.622981Z","caller":"traceutil/trace.go:171","msg":"trace[1474400867] range","detail":"{range_begin:/registry/events/openstack/ceph.189e2939b845771f; range_end:; response_count:1; response_revision:8117; }","duration":"621.27814ms","start":"2026-03-19T06:10:53.00169Z","end":"2026-03-19T06:10:53.622968Z","steps":["trace[1474400867] 'agreement among raft nodes before linearized reading' (duration: 621.111976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.623019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.001683Z","time spent":"621.328931ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189e2939b845771f\" "} {"level":"warn","ts":"2026-03-19T06:10:53.623109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.150916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5058a72-a1e4-42e9-88a5-f54db400bda5\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-19T06:10:53.623173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.374097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228858"} {"level":"info","ts":"2026-03-19T06:10:53.623177Z","caller":"traceutil/trace.go:171","msg":"trace[1711327251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5058a72-a1e4-42e9-88a5-f54db400bda5; range_end:; response_count:1; response_revision:8117; }","duration":"625.244858ms","start":"2026-03-19T06:10:52.997913Z","end":"2026-03-19T06:10:53.623158Z","steps":["trace[1711327251] 'agreement among raft nodes before linearized reading' (duration: 625.148206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.623211Z","caller":"traceutil/trace.go:171","msg":"trace[1876382285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8117; }","duration":"622.432247ms","start":"2026-03-19T06:10:53.00077Z","end":"2026-03-19T06:10:53.623202Z","steps":["trace[1876382285] 'agreement among raft nodes before linearized reading' (duration: 622.094699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.623219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.997894Z","time spent":"625.316911ms","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-d5058a72-a1e4-42e9-88a5-f54db400bda5\" "} {"level":"warn","ts":"2026-03-19T06:10:53.623243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000762Z","time spent":"622.473799ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228881,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:10:53.623281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.721795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:10:53.623344Z","caller":"traceutil/trace.go:171","msg":"trace[166870781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8117; }","duration":"622.795767ms","start":"2026-03-19T06:10:53.000533Z","end":"2026-03-19T06:10:53.623329Z","steps":["trace[166870781] 'agreement among raft nodes before linearized reading' (duration: 622.602412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.623392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.000529Z","time spent":"622.851568ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:10:53.623424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.293345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-19T06:10:53.623416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.152551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"warn","ts":"2026-03-19T06:10:53.623441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.576961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4743"} {"level":"info","ts":"2026-03-19T06:10:53.623527Z","caller":"traceutil/trace.go:171","msg":"trace[69705597] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8117; }","duration":"618.379486ms","start":"2026-03-19T06:10:53.005099Z","end":"2026-03-19T06:10:53.623479Z","steps":["trace[69705597] 'agreement among raft nodes before linearized reading' (duration: 618.223973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.623529Z","caller":"traceutil/trace.go:171","msg":"trace[185141110] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8117; }","duration":"618.674913ms","start":"2026-03-19T06:10:53.004845Z","end":"2026-03-19T06:10:53.62352Z","steps":["trace[185141110] 'agreement among raft nodes before linearized reading' (duration: 618.52159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.623579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.00484Z","time spent":"618.732825ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4766,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:53.62357Z","caller":"traceutil/trace.go:171","msg":"trace[977444052] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8117; }","duration":"626.297895ms","start":"2026-03-19T06:10:52.997218Z","end":"2026-03-19T06:10:53.623516Z","steps":["trace[977444052] 'agreement among raft nodes before linearized reading' (duration: 625.948957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.623585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.005091Z","time spent":"618.480069ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T06:10:53.623668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.9972Z","time spent":"626.450109ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T06:10:53.896447Z","caller":"traceutil/trace.go:171","msg":"trace[1472608948] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"359.034301ms","start":"2026-03-19T06:10:53.537383Z","end":"2026-03-19T06:10:53.896418Z","steps":["trace[1472608948] 'process raft request' (duration: 358.964329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.896596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.537367Z","time spent":"359.156833ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.896545Z","caller":"traceutil/trace.go:171","msg":"trace[232493305] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"373.026393ms","start":"2026-03-19T06:10:53.523484Z","end":"2026-03-19T06:10:53.89651Z","steps":["trace[232493305] 'process raft request' (duration: 341.051636ms)","trace[232493305] 'compare' (duration: 31.668348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:53.896745Z","caller":"traceutil/trace.go:171","msg":"trace[796604902] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8439; }","duration":"273.887993ms","start":"2026-03-19T06:10:53.62284Z","end":"2026-03-19T06:10:53.896728Z","steps":["trace[796604902] 'read index received' (duration: 241.712232ms)","trace[796604902] 'applied index is now lower than readState.Index' (duration: 32.174051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.896762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.523458Z","time spent":"373.217748ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.896829Z","caller":"traceutil/trace.go:171","msg":"trace[762037374] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"357.197674ms","start":"2026-03-19T06:10:53.539622Z","end":"2026-03-19T06:10:53.89682Z","steps":["trace[762037374] 'process raft request' (duration: 356.762363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.896902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.539606Z","time spent":"357.254546ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.897041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.055305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.897086Z","caller":"traceutil/trace.go:171","msg":"trace[1504758004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"627.127677ms","start":"2026-03-19T06:10:53.269947Z","end":"2026-03-19T06:10:53.897075Z","steps":["trace[1504758004] 'agreement among raft nodes before linearized reading' (duration: 627.042495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.897118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.269927Z","time spent":"627.184998ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:53.897091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.882439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:53.89716Z","caller":"traceutil/trace.go:171","msg":"trace[1043334332] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8120; }","duration":"374.953601ms","start":"2026-03-19T06:10:53.522195Z","end":"2026-03-19T06:10:53.897148Z","steps":["trace[1043334332] 'agreement among raft nodes before linearized reading' (duration: 374.776736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.89725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.522126Z","time spent":"375.090784ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:54.436557Z","caller":"traceutil/trace.go:171","msg":"trace[120207698] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8442; }","duration":"539.747864ms","start":"2026-03-19T06:10:53.896791Z","end":"2026-03-19T06:10:54.436539Z","steps":["trace[120207698] 'read index received' (duration: 494.627646ms)","trace[120207698] 'applied index is now lower than readState.Index' (duration: 45.119408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:54.436571Z","caller":"traceutil/trace.go:171","msg":"trace[616523359] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"804.716453ms","start":"2026-03-19T06:10:53.631837Z","end":"2026-03-19T06:10:54.436554Z","steps":["trace[616523359] 'process raft request' (duration: 804.659841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.436701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.631825Z","time spent":"804.805215ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.436753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.084902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T06:10:54.436779Z","caller":"traceutil/trace.go:171","msg":"trace[1662308921] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8123; }","duration":"809.189145ms","start":"2026-03-19T06:10:53.62758Z","end":"2026-03-19T06:10:54.436769Z","steps":["trace[1662308921] 'agreement among raft nodes before linearized reading' (duration: 809.056102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.436803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.62756Z","time spent":"809.239016ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T06:10:54.436825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.931504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-19T06:10:54.436912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.912953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-19T06:10:54.436976Z","caller":"traceutil/trace.go:171","msg":"trace[1681042270] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8123; }","duration":"809.996107ms","start":"2026-03-19T06:10:53.626964Z","end":"2026-03-19T06:10:54.43696Z","steps":["trace[1681042270] 'agreement among raft nodes before linearized reading' (duration: 809.835722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.679598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-19T06:10:54.437034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.626948Z","time spent":"810.069058ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T06:10:54.437043Z","caller":"traceutil/trace.go:171","msg":"trace[1615383683] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8123; }","duration":"805.730759ms","start":"2026-03-19T06:10:53.631298Z","end":"2026-03-19T06:10:54.437029Z","steps":["trace[1615383683] 'agreement among raft nodes before linearized reading' (duration: 805.656627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:54.437049Z","caller":"traceutil/trace.go:171","msg":"trace[1280545977] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"806.804156ms","start":"2026-03-19T06:10:53.630233Z","end":"2026-03-19T06:10:54.437037Z","steps":["trace[1280545977] 'process raft request' (duration: 806.177949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.437088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.631293Z","time spent":"805.78452ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"warn","ts":"2026-03-19T06:10:54.437135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.630225Z","time spent":"806.857277ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:54.436924Z","caller":"traceutil/trace.go:171","msg":"trace[214676762] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8123; }","duration":"808.049847ms","start":"2026-03-19T06:10:53.628852Z","end":"2026-03-19T06:10:54.436902Z","steps":["trace[214676762] 'agreement among raft nodes before linearized reading' (duration: 807.76835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.437221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.628846Z","time spent":"808.357915ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T06:10:54.437639Z","caller":"traceutil/trace.go:171","msg":"trace[1464900373] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"809.561136ms","start":"2026-03-19T06:10:53.626939Z","end":"2026-03-19T06:10:54.4365Z","steps":["trace[1464900373] 'process raft request' (duration: 764.483499ms)","trace[1464900373] 'compare' (duration: 44.747758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:54.437905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.626917Z","time spent":"810.771326ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:54.488543Z","caller":"traceutil/trace.go:171","msg":"trace[1566481120] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"417.875413ms","start":"2026-03-19T06:10:54.070598Z","end":"2026-03-19T06:10:54.488473Z","steps":["trace[1566481120] 'process raft request' (duration: 417.737129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.488744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.070568Z","time spent":"418.084707ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.488669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.966127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T06:10:54.488862Z","caller":"traceutil/trace.go:171","msg":"trace[1576221780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8124; }","duration":"113.200503ms","start":"2026-03-19T06:10:54.375635Z","end":"2026-03-19T06:10:54.488836Z","steps":["trace[1576221780] 'agreement among raft nodes before linearized reading' (duration: 112.862204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:54.877394Z","caller":"traceutil/trace.go:171","msg":"trace[1116602366] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8446; }","duration":"386.734757ms","start":"2026-03-19T06:10:54.490636Z","end":"2026-03-19T06:10:54.877371Z","steps":["trace[1116602366] 'read index received' (duration: 386.689906ms)","trace[1116602366] 'applied index is now lower than readState.Index' (duration: 43.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:54.877449Z","caller":"traceutil/trace.go:171","msg":"trace[1045808603] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"386.935682ms","start":"2026-03-19T06:10:54.490481Z","end":"2026-03-19T06:10:54.877417Z","steps":["trace[1045808603] 'process raft request' (duration: 386.762678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.877594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.490456Z","time spent":"387.057916ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.877602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.946893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T06:10:54.877647Z","caller":"traceutil/trace.go:171","msg":"trace[1973978506] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8125; }","duration":"387.043716ms","start":"2026-03-19T06:10:54.490593Z","end":"2026-03-19T06:10:54.877637Z","steps":["trace[1973978506] 'agreement among raft nodes before linearized reading' (duration: 386.888682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.877683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.490456Z","time spent":"387.21688ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T06:10:55.149609Z","caller":"traceutil/trace.go:171","msg":"trace[1468702561] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8447; }","duration":"272.123569ms","start":"2026-03-19T06:10:54.877462Z","end":"2026-03-19T06:10:55.149585Z","steps":["trace[1468702561] 'read index received' (duration: 271.970485ms)","trace[1468702561] 'applied index is now lower than readState.Index' (duration: 151.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:55.149648Z","caller":"traceutil/trace.go:171","msg":"trace[2098464644] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"519.090903ms","start":"2026-03-19T06:10:54.630528Z","end":"2026-03-19T06:10:55.149619Z","steps":["trace[2098464644] 'process raft request' (duration: 519.010191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:55.149726Z","caller":"traceutil/trace.go:171","msg":"trace[1447842487] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"656.882717ms","start":"2026-03-19T06:10:54.492814Z","end":"2026-03-19T06:10:55.149697Z","steps":["trace[1447842487] 'process raft request' (duration: 656.580669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.149774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.630509Z","time spent":"519.198506ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:55.149792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.057897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:55.149833Z","caller":"traceutil/trace.go:171","msg":"trace[836764747] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8127; }","duration":"489.18308ms","start":"2026-03-19T06:10:54.660637Z","end":"2026-03-19T06:10:55.149821Z","steps":["trace[836764747] 'agreement among raft nodes before linearized reading' (duration: 489.068317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.14987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.492798Z","time spent":"656.99774ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:55.149995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.159139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T06:10:55.150032Z","caller":"traceutil/trace.go:171","msg":"trace[409276344] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8127; }","duration":"658.225361ms","start":"2026-03-19T06:10:54.491798Z","end":"2026-03-19T06:10:55.150023Z","steps":["trace[409276344] 'agreement among raft nodes before linearized reading' (duration: 658.102678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.149878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.66061Z","time spent":"489.257232ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:55.150034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.381855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T06:10:55.150102Z","caller":"traceutil/trace.go:171","msg":"trace[453000252] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8127; }","duration":"658.467177ms","start":"2026-03-19T06:10:54.491618Z","end":"2026-03-19T06:10:55.150085Z","steps":["trace[453000252] 'agreement among raft nodes before linearized reading' (duration: 658.303973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.150106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.542628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:55.150136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.491613Z","time spent":"658.517728ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T06:10:55.150136Z","caller":"traceutil/trace.go:171","msg":"trace[473399867] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8127; }","duration":"658.59389ms","start":"2026-03-19T06:10:54.491535Z","end":"2026-03-19T06:10:55.150129Z","steps":["trace[473399867] 'agreement among raft nodes before linearized reading' (duration: 658.545218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.150062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.491782Z","time spent":"658.271832ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-19T06:10:55.150161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.491524Z","time spent":"658.63264ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T06:10:55.348481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.129698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:55.348578Z","caller":"traceutil/trace.go:171","msg":"trace[819856600] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"198.881743ms","start":"2026-03-19T06:10:55.149677Z","end":"2026-03-19T06:10:55.348559Z","steps":["trace[819856600] 'read index received' (duration: 55.553491ms)","trace[819856600] 'applied index is now lower than readState.Index' (duration: 143.327182ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:55.348627Z","caller":"traceutil/trace.go:171","msg":"trace[1121519473] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"460.591389ms","start":"2026-03-19T06:10:54.88802Z","end":"2026-03-19T06:10:55.348612Z","steps":["trace[1121519473] 'process raft request' (duration: 317.272856ms)","trace[1121519473] 'compare' (duration: 142.450931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:55.348677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.888006Z","time spent":"460.65077ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T06:10:55.348685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.710809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:55.348722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.78697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:55.348765Z","caller":"traceutil/trace.go:171","msg":"trace[1583995565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8128; }","duration":"392.845552ms","start":"2026-03-19T06:10:54.955902Z","end":"2026-03-19T06:10:55.348747Z","steps":["trace[1583995565] 'agreement among raft nodes before linearized reading' (duration: 392.666467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.348807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.955882Z","time spent":"392.917383ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:55.348807Z","caller":"traceutil/trace.go:171","msg":"trace[927336594] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8128; }","duration":"388.924073ms","start":"2026-03-19T06:10:54.959859Z","end":"2026-03-19T06:10:55.348783Z","steps":["trace[927336594] 'agreement among raft nodes before linearized reading' (duration: 388.779089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.348796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.896347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-03-19T06:10:55.348832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.149235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-19T06:10:55.348855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.959831Z","time spent":"389.011155ms","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:55.348856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.491833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T06:10:55.348894Z","caller":"traceutil/trace.go:171","msg":"trace[1051813845] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8128; }","duration":"154.250828ms","start":"2026-03-19T06:10:55.194628Z","end":"2026-03-19T06:10:55.348879Z","steps":["trace[1051813845] 'agreement among raft nodes before linearized reading' (duration: 154.043513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:55.348891Z","caller":"traceutil/trace.go:171","msg":"trace[1690024687] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8128; }","duration":"461.01503ms","start":"2026-03-19T06:10:54.88785Z","end":"2026-03-19T06:10:55.348865Z","steps":["trace[1690024687] 'agreement among raft nodes before linearized reading' (duration: 460.738763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.348854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.537639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-19T06:10:55.348913Z","caller":"traceutil/trace.go:171","msg":"trace[366537349] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8128; }","duration":"467.583846ms","start":"2026-03-19T06:10:54.881313Z","end":"2026-03-19T06:10:55.348897Z","steps":["trace[366537349] 'agreement among raft nodes before linearized reading' (duration: 467.414081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.348954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.887836Z","time spent":"461.103583ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"warn","ts":"2026-03-19T06:10:55.348959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.881289Z","time spent":"467.659137ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:55.348998Z","caller":"traceutil/trace.go:171","msg":"trace[1803569449] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8128; }","duration":"466.674823ms","start":"2026-03-19T06:10:54.882264Z","end":"2026-03-19T06:10:55.348939Z","steps":["trace[1803569449] 'agreement among raft nodes before linearized reading' (duration: 466.377575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.349014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.461802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T06:10:55.349129Z","caller":"traceutil/trace.go:171","msg":"trace[79470267] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8128; }","duration":"194.603425ms","start":"2026-03-19T06:10:55.1545Z","end":"2026-03-19T06:10:55.349103Z","steps":["trace[79470267] 'agreement among raft nodes before linearized reading' (duration: 194.291987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.348982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.664516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:10:55.349149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.882246Z","time spent":"466.887769ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:55.349219Z","caller":"traceutil/trace.go:171","msg":"trace[2045274106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8128; }","duration":"194.994424ms","start":"2026-03-19T06:10:55.154207Z","end":"2026-03-19T06:10:55.349201Z","steps":["trace[2045274106] 'agreement among raft nodes before linearized reading' (duration: 194.459101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.851246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:56.738979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.988933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T06:10:56.739071Z","caller":"traceutil/trace.go:171","msg":"trace[715669270] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8450; }","duration":"1.388311652s","start":"2026-03-19T06:10:55.350745Z","end":"2026-03-19T06:10:56.739056Z","steps":["trace[715669270] 'read index received' (duration: 782.201126ms)","trace[715669270] 'applied index is now lower than readState.Index' (duration: 606.109156ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:56.73917Z","caller":"traceutil/trace.go:171","msg":"trace[193660015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8129; }","duration":"1.388851665s","start":"2026-03-19T06:10:55.350281Z","end":"2026-03-19T06:10:56.739132Z","steps":["trace[193660015] 'process raft request' (duration: 782.570794ms)","trace[193660015] 'compare' (duration: 605.82966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:56.739242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388503466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-19T06:10:56.739269Z","caller":"traceutil/trace.go:171","msg":"trace[1934160881] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8129; }","duration":"1.388556938s","start":"2026-03-19T06:10:55.350704Z","end":"2026-03-19T06:10:56.739261Z","steps":["trace[1934160881] 'agreement among raft nodes before linearized reading' (duration: 1.388415494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:56.739298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.350691Z","time spent":"1.388601129s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T06:10:56.73936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.350257Z","time spent":"1.389002159s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T06:10:57.239858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430389089849967354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:57.708908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575990642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T06:10:57.841486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.271913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:57.841713Z","caller":"traceutil/trace.go:171","msg":"trace[166358400] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8451; }","duration":"1.102600501s","start":"2026-03-19T06:10:56.739096Z","end":"2026-03-19T06:10:57.841697Z","steps":["trace[166358400] 'read index received' (duration: 970.02775ms)","trace[166358400] 'applied index is now lower than readState.Index' (duration: 132.571711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:57.84212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488867291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T06:10:57.842119Z","caller":"traceutil/trace.go:171","msg":"trace[1187667615] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"1.939588956s","start":"2026-03-19T06:10:55.902501Z","end":"2026-03-19T06:10:57.84209Z","steps":["trace[1187667615] 'process raft request' (duration: 1.939077414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884876689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:57.842169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489760285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T06:10:57.842205Z","caller":"traceutil/trace.go:171","msg":"trace[145191862] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"1.939502155s","start":"2026-03-19T06:10:55.902692Z","end":"2026-03-19T06:10:57.842194Z","steps":["trace[145191862] 'process raft request' (duration: 1.938938211s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208851363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:10:57.842402Z","caller":"traceutil/trace.go:171","msg":"trace[1699119941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.208998227s","start":"2026-03-19T06:10:55.633388Z","end":"2026-03-19T06:10:57.842387Z","steps":["trace[1699119941] 'agreement among raft nodes before linearized reading' (duration: 2.208543815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.633378Z","time spent":"2.209081849s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:10:57.841786Z","caller":"traceutil/trace.go:171","msg":"trace[969318266] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"1.955939139s","start":"2026-03-19T06:10:55.885834Z","end":"2026-03-19T06:10:57.841773Z","steps":["trace[969318266] 'process raft request' (duration: 1.823306797s)","trace[969318266] 'compare' (duration: 132.174441ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:57.842183Z","caller":"traceutil/trace.go:171","msg":"trace[170010247] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8133; }","duration":"2.488941173s","start":"2026-03-19T06:10:55.353228Z","end":"2026-03-19T06:10:57.842169Z","steps":["trace[170010247] 'agreement among raft nodes before linearized reading' (duration: 2.488775959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.885795Z","time spent":"1.956747079s","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:57.842119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212603598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:10:57.842219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210375362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:10:57.842658Z","caller":"traceutil/trace.go:171","msg":"trace[1623010884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.213168513s","start":"2026-03-19T06:10:55.629478Z","end":"2026-03-19T06:10:57.842647Z","steps":["trace[1623010884] 'agreement among raft nodes before linearized reading' (duration: 2.212497346s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:57.842233Z","caller":"traceutil/trace.go:171","msg":"trace[48528012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"1.885025022s","start":"2026-03-19T06:10:55.957185Z","end":"2026-03-19T06:10:57.84221Z","steps":["trace[48528012] 'agreement among raft nodes before linearized reading' (duration: 1.884861848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.629471Z","time spent":"2.213214324s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:57.842712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.957162Z","time spent":"1.885540754s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:57.842578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.902675Z","time spent":"1.939681479s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:57.842664Z","caller":"traceutil/trace.go:171","msg":"trace[503083960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.210866684s","start":"2026-03-19T06:10:55.631788Z","end":"2026-03-19T06:10:57.842654Z","steps":["trace[503083960] 'agreement among raft nodes before linearized reading' (duration: 2.210370592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.631767Z","time spent":"2.211033749s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:57.842614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.353181Z","time spent":"2.489417875s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"warn","ts":"2026-03-19T06:10:57.842256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21265456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:57.842917Z","caller":"traceutil/trace.go:171","msg":"trace[2114110498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"2.213308086s","start":"2026-03-19T06:10:55.629594Z","end":"2026-03-19T06:10:57.842902Z","steps":["trace[2114110498] 'agreement among raft nodes before linearized reading' (duration: 2.212613579s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.842273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523956731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-19T06:10:57.842963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.629573Z","time spent":"2.213378578s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:10:57.843014Z","caller":"traceutil/trace.go:171","msg":"trace[1403248531] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8133; }","duration":"1.524729841s","start":"2026-03-19T06:10:56.318262Z","end":"2026-03-19T06:10:57.842991Z","steps":["trace[1403248531] 'agreement among raft nodes before linearized reading' (duration: 1.523876699s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.843046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.318242Z","time spent":"1.524794882s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T06:10:57.842294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.902476Z","time spent":"1.93972145s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:57.842128Z","caller":"traceutil/trace.go:171","msg":"trace[1464363056] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"1.937930915s","start":"2026-03-19T06:10:55.904034Z","end":"2026-03-19T06:10:57.841965Z","steps":["trace[1464363056] 'process raft request' (duration: 1.937627158s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.843455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.90402Z","time spent":"1.939373033s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:57.842268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212796223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:10:57.842339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033462273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:57.842336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210530596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:10:57.842232Z","caller":"traceutil/trace.go:171","msg":"trace[707480590] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8133; }","duration":"2.489841046s","start":"2026-03-19T06:10:55.352372Z","end":"2026-03-19T06:10:57.842213Z","steps":["trace[707480590] 'agreement among raft nodes before linearized reading' (duration: 2.489647251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.843519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.352362Z","time spent":"2.49115033s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:57.843598Z","caller":"traceutil/trace.go:171","msg":"trace[1618390807] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8133; }","duration":"2.034788307s","start":"2026-03-19T06:10:55.8088Z","end":"2026-03-19T06:10:57.843588Z","steps":["trace[1618390807] 'agreement among raft nodes before linearized reading' (duration: 2.033477204s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:57.843608Z","caller":"traceutil/trace.go:171","msg":"trace[385454425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8133; }","duration":"2.214176249s","start":"2026-03-19T06:10:55.629418Z","end":"2026-03-19T06:10:57.843595Z","steps":["trace[385454425] 'agreement among raft nodes before linearized reading' (duration: 2.212592888s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.843653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.629398Z","time spent":"2.214243081s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T06:10:57.843656Z","caller":"traceutil/trace.go:171","msg":"trace[5219311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8133; }","duration":"2.211911602s","start":"2026-03-19T06:10:55.631733Z","end":"2026-03-19T06:10:57.843645Z","steps":["trace[5219311] 'agreement among raft nodes before linearized reading' (duration: 2.210467195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.84375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.6317Z","time spent":"2.212041395s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mk2kx\" "} {"level":"warn","ts":"2026-03-19T06:10:57.843653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.808768Z","time spent":"2.034856349s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:58.968573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068896021s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T06:10:58.968685Z","caller":"traceutil/trace.go:171","msg":"trace[293794799] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8455; }","duration":"1.126924193s","start":"2026-03-19T06:10:57.841741Z","end":"2026-03-19T06:10:58.968665Z","steps":["trace[293794799] 'read index received' (duration: 58.127095ms)","trace[293794799] 'applied index is now lower than readState.Index' (duration: 1.068795548s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:58.969109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561473767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:58.969157Z","caller":"traceutil/trace.go:171","msg":"trace[926892739] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8133; }","duration":"1.561576299s","start":"2026-03-19T06:10:57.407568Z","end":"2026-03-19T06:10:58.969144Z","steps":["trace[926892739] 'agreement among raft nodes before linearized reading' (duration: 1.561471137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.96914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59060118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:58.969189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.407546Z","time spent":"1.56163424s","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:58.969195Z","caller":"traceutil/trace.go:171","msg":"trace[102022503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"1.590702402s","start":"2026-03-19T06:10:57.37848Z","end":"2026-03-19T06:10:58.969182Z","steps":["trace[102022503] 'agreement among raft nodes before linearized reading' (duration: 1.59060696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.969217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.378456Z","time spent":"1.590757774s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:58.969436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219741998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T06:10:58.969587Z","caller":"traceutil/trace.go:171","msg":"trace[2110746375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8133; }","duration":"2.219916884s","start":"2026-03-19T06:10:56.749653Z","end":"2026-03-19T06:10:58.96957Z","steps":["trace[2110746375] 'agreement among raft nodes before linearized reading' (duration: 2.219635896s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.969631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.749639Z","time spent":"2.219977075s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T06:10:59.08727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187398668s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:10:59.08777Z","caller":"traceutil/trace.go:171","msg":"trace[1772541799] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"1.240439585s","start":"2026-03-19T06:10:57.847306Z","end":"2026-03-19T06:10:59.087746Z","steps":["trace[1772541799] 'process raft request' (duration: 1.240171458s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.087907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.847294Z","time spent":"1.240529778s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:59.08805Z","caller":"traceutil/trace.go:171","msg":"trace[1751691197] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"1.240501007s","start":"2026-03-19T06:10:57.847524Z","end":"2026-03-19T06:10:59.088025Z","steps":["trace[1751691197] 'process raft request' (duration: 1.240177279s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.088194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.847513Z","time spent":"1.240605669s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:59.08832Z","caller":"traceutil/trace.go:171","msg":"trace[1615136615] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"1.240356013s","start":"2026-03-19T06:10:57.847954Z","end":"2026-03-19T06:10:59.08831Z","steps":["trace[1615136615] 'process raft request' (duration: 1.240179899s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:59.08835Z","caller":"traceutil/trace.go:171","msg":"trace[583137356] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.240303292s","start":"2026-03-19T06:10:57.84803Z","end":"2026-03-19T06:10:59.088333Z","steps":["trace[583137356] 'process raft request' (duration: 1.240159518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.088376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.847947Z","time spent":"1.240401245s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:59.088453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.848025Z","time spent":"1.240382365s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:59.088485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244335263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:59.088576Z","caller":"traceutil/trace.go:171","msg":"trace[235840194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"1.244449616s","start":"2026-03-19T06:10:57.844115Z","end":"2026-03-19T06:10:59.088564Z","steps":["trace[235840194] 'agreement among raft nodes before linearized reading' (duration: 1.244327263s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:59.088689Z","caller":"traceutil/trace.go:171","msg":"trace[1776996837] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.241006039s","start":"2026-03-19T06:10:57.847671Z","end":"2026-03-19T06:10:59.088677Z","steps":["trace[1776996837] 'process raft request' (duration: 1.240293391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.088709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.844097Z","time spent":"1.24460107s","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:59.088712Z","caller":"traceutil/trace.go:171","msg":"trace[1474714655] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"1.238790653s","start":"2026-03-19T06:10:57.849882Z","end":"2026-03-19T06:10:59.088673Z","steps":["trace[1474714655] 'process raft request' (duration: 1.238352192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.088802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.849874Z","time spent":"1.238880576s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:59.088818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.847662Z","time spent":"1.241062721s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:59.088413Z","caller":"traceutil/trace.go:171","msg":"trace[1018627134] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8456; }","duration":"119.688797ms","start":"2026-03-19T06:10:58.968712Z","end":"2026-03-19T06:10:59.088401Z","steps":["trace[1018627134] 'read index received' (duration: 118.702403ms)","trace[1018627134] 'applied index is now lower than readState.Index' (duration: 985.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:59.088567Z","caller":"traceutil/trace.go:171","msg":"trace[626086599] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"1.233003858s","start":"2026-03-19T06:10:57.855534Z","end":"2026-03-19T06:10:59.088538Z","steps":["trace[626086599] 'process raft request' (duration: 1.232750761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.089238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.855524Z","time spent":"1.233666764s","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:59.089272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241451611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228768"} {"level":"info","ts":"2026-03-19T06:10:59.089322Z","caller":"traceutil/trace.go:171","msg":"trace[1875342076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8140; }","duration":"1.241502702s","start":"2026-03-19T06:10:57.847806Z","end":"2026-03-19T06:10:59.089308Z","steps":["trace[1875342076] 'agreement among raft nodes before linearized reading' (duration: 1.241069361s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.089407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243714798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-19T06:10:59.089475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.847783Z","time spent":"1.241675867s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228791,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:10:59.089489Z","caller":"traceutil/trace.go:171","msg":"trace[582102858] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8140; }","duration":"1.243826981s","start":"2026-03-19T06:10:57.845641Z","end":"2026-03-19T06:10:59.089468Z","steps":["trace[582102858] 'agreement among raft nodes before linearized reading' (duration: 1.243680967s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.089535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.845626Z","time spent":"1.243899032s","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"warn","ts":"2026-03-19T06:10:59.731375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.245632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T06:10:59.731504Z","caller":"traceutil/trace.go:171","msg":"trace[1712504002] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8463; }","duration":"636.686708ms","start":"2026-03-19T06:10:59.094795Z","end":"2026-03-19T06:10:59.731482Z","steps":["trace[1712504002] 'read index received' (duration: 289.22648ms)","trace[1712504002] 'applied index is now lower than readState.Index' (duration: 347.454648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:59.731609Z","caller":"traceutil/trace.go:171","msg":"trace[869128943] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8141; }","duration":"637.9586ms","start":"2026-03-19T06:10:59.093636Z","end":"2026-03-19T06:10:59.731595Z","steps":["trace[869128943] 'process raft request' (duration: 290.409179ms)","trace[869128943] 'compare' (duration: 347.079028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:59.731706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:59.093615Z","time spent":"638.035382ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T06:10:59.731793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.117368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:59.731848Z","caller":"traceutil/trace.go:171","msg":"trace[2076117717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"635.18612ms","start":"2026-03-19T06:10:59.096647Z","end":"2026-03-19T06:10:59.731833Z","steps":["trace[2076117717] 'agreement among raft nodes before linearized reading' (duration: 635.099208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.731888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:59.09664Z","time spent":"635.241392ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:59.731891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.104163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T06:10:59.731963Z","caller":"traceutil/trace.go:171","msg":"trace[1268483470] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8141; }","duration":"634.200085ms","start":"2026-03-19T06:10:59.097743Z","end":"2026-03-19T06:10:59.731943Z","steps":["trace[1268483470] 'agreement among raft nodes before linearized reading' (duration: 634.011991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.731929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.109429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-03-19T06:10:59.732073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:59.097728Z","time spent":"634.329839ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-19T06:10:59.732073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.849536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:59.73209Z","caller":"traceutil/trace.go:171","msg":"trace[1359392203] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mztwf; range_end:; response_count:1; response_revision:8141; }","duration":"637.306014ms","start":"2026-03-19T06:10:59.09476Z","end":"2026-03-19T06:10:59.732066Z","steps":["trace[1359392203] 'agreement among raft nodes before linearized reading' (duration: 637.002827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.73215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:59.094744Z","time spent":"637.394086ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mztwf\" "} {"level":"info","ts":"2026-03-19T06:10:59.732146Z","caller":"traceutil/trace.go:171","msg":"trace[2125929708] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8141; }","duration":"317.196306ms","start":"2026-03-19T06:10:59.414931Z","end":"2026-03-19T06:10:59.732127Z","steps":["trace[2125929708] 'agreement among raft nodes before linearized reading' (duration: 316.821126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:59.732204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:59.414911Z","time spent":"317.281067ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-19T06:10:59.886663Z","caller":"traceutil/trace.go:171","msg":"trace[1830062921] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"146.194355ms","start":"2026-03-19T06:10:59.740441Z","end":"2026-03-19T06:10:59.886635Z","steps":["trace[1830062921] 'process raft request' (duration: 131.917525ms)","trace[1830062921] 'compare' (duration: 14.132776ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:59.919065Z","caller":"traceutil/trace.go:171","msg":"trace[158753215] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"177.452302ms","start":"2026-03-19T06:10:59.741583Z","end":"2026-03-19T06:10:59.919035Z","steps":["trace[158753215] 'process raft request' (duration: 177.192416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:59.919227Z","caller":"traceutil/trace.go:171","msg":"trace[1378769722] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"117.994604ms","start":"2026-03-19T06:10:59.801209Z","end":"2026-03-19T06:10:59.919203Z","steps":["trace[1378769722] 'process raft request' (duration: 117.708117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.28535Z","caller":"traceutil/trace.go:171","msg":"trace[445342632] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"138.113171ms","start":"2026-03-19T06:11:03.147207Z","end":"2026-03-19T06:11:03.28532Z","steps":["trace[445342632] 'process raft request' (duration: 56.463563ms)","trace[445342632] 'compare' (duration: 81.544605ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:03.327428Z","caller":"traceutil/trace.go:171","msg":"trace[778619909] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8534; }","duration":"179.783801ms","start":"2026-03-19T06:11:03.147609Z","end":"2026-03-19T06:11:03.327393Z","steps":["trace[778619909] 'read index received' (duration: 56.075873ms)","trace[778619909] 'applied index is now lower than readState.Index' (duration: 123.707168ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:03.327674Z","caller":"traceutil/trace.go:171","msg":"trace[106776603] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"180.213242ms","start":"2026-03-19T06:11:03.14745Z","end":"2026-03-19T06:11:03.327663Z","steps":["trace[106776603] 'process raft request' (duration: 179.802552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.327844Z","caller":"traceutil/trace.go:171","msg":"trace[1985377388] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"180.313234ms","start":"2026-03-19T06:11:03.147518Z","end":"2026-03-19T06:11:03.327831Z","steps":["trace[1985377388] 'process raft request' (duration: 179.803892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.328013Z","caller":"traceutil/trace.go:171","msg":"trace[1634393621] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"179.75167ms","start":"2026-03-19T06:11:03.148208Z","end":"2026-03-19T06:11:03.327959Z","steps":["trace[1634393621] 'process raft request' (duration: 179.147995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.328412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.786006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224122"} {"level":"info","ts":"2026-03-19T06:11:03.328454Z","caller":"traceutil/trace.go:171","msg":"trace[1618249922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8210; }","duration":"180.851008ms","start":"2026-03-19T06:11:03.147593Z","end":"2026-03-19T06:11:03.328444Z","steps":["trace[1618249922] 'agreement among raft nodes before linearized reading' (duration: 180.527639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.32869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.513216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T06:11:03.328724Z","caller":"traceutil/trace.go:171","msg":"trace[580950516] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8210; }","duration":"162.577627ms","start":"2026-03-19T06:11:03.166138Z","end":"2026-03-19T06:11:03.328716Z","steps":["trace[580950516] 'agreement among raft nodes before linearized reading' (duration: 162.493735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:04.112883Z","caller":"traceutil/trace.go:171","msg":"trace[1342068335] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"105.253653ms","start":"2026-03-19T06:11:04.007606Z","end":"2026-03-19T06:11:04.11286Z","steps":["trace[1342068335] 'process raft request' (duration: 105.091219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:04.150577Z","caller":"traceutil/trace.go:171","msg":"trace[838409552] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"142.394869ms","start":"2026-03-19T06:11:04.008155Z","end":"2026-03-19T06:11:04.15055Z","steps":["trace[838409552] 'process raft request' (duration: 142.231065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.07004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.756337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:14.070131Z","caller":"traceutil/trace.go:171","msg":"trace[855296225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8273; }","duration":"113.911981ms","start":"2026-03-19T06:11:13.956199Z","end":"2026-03-19T06:11:14.070111Z","steps":["trace[855296225] 'range keys from in-memory index tree' (duration: 113.630935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:14.501741Z","caller":"traceutil/trace.go:171","msg":"trace[824828168] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"430.306505ms","start":"2026-03-19T06:11:14.071406Z","end":"2026-03-19T06:11:14.501713Z","steps":["trace[824828168] 'read index received' (duration: 430.139991ms)","trace[824828168] 'applied index is now lower than readState.Index' (duration: 164.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:14.501853Z","caller":"traceutil/trace.go:171","msg":"trace[240021818] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"506.876366ms","start":"2026-03-19T06:11:13.994944Z","end":"2026-03-19T06:11:14.501821Z","steps":["trace[240021818] 'process raft request' (duration: 506.584009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.501896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.47635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:14.501934Z","caller":"traceutil/trace.go:171","msg":"trace[1308839927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8274; }","duration":"430.588483ms","start":"2026-03-19T06:11:14.071335Z","end":"2026-03-19T06:11:14.501923Z","steps":["trace[1308839927] 'agreement among raft nodes before linearized reading' (duration: 430.505141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.502002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:13.994919Z","time spent":"507.001379ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:14.502065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:14.071308Z","time spent":"430.661675ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:11:14.551741Z","caller":"traceutil/trace.go:171","msg":"trace[775884233] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"410.385374ms","start":"2026-03-19T06:11:14.141325Z","end":"2026-03-19T06:11:14.55171Z","steps":["trace[775884233] 'process raft request' (duration: 410.131927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.551937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:14.141307Z","time spent":"410.533078ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:14.552133Z","caller":"traceutil/trace.go:171","msg":"trace[467856702] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"371.872593ms","start":"2026-03-19T06:11:14.180229Z","end":"2026-03-19T06:11:14.552101Z","steps":["trace[467856702] 'process raft request' (duration: 371.410841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.552144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.763447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-mpg9n\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-19T06:11:14.552223Z","caller":"traceutil/trace.go:171","msg":"trace[2055673626] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-mpg9n; range_end:; response_count:1; response_revision:8276; }","duration":"449.9078ms","start":"2026-03-19T06:11:14.102293Z","end":"2026-03-19T06:11:14.552201Z","steps":["trace[2055673626] 'agreement among raft nodes before linearized reading' (duration: 449.699705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.552258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.451735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:14.552262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:14.102269Z","time spent":"449.985062ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-mpg9n\" "} {"level":"warn","ts":"2026-03-19T06:11:14.552264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:14.180197Z","time spent":"371.994226ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:14.552321Z","caller":"traceutil/trace.go:171","msg":"trace[1252596730] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8276; }","duration":"431.534566ms","start":"2026-03-19T06:11:14.120763Z","end":"2026-03-19T06:11:14.552298Z","steps":["trace[1252596730] 'agreement among raft nodes before linearized reading' (duration: 431.438804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:14.55236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:14.120748Z","time spent":"431.603229ms","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:14.5525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.739367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:11:14.552584Z","caller":"traceutil/trace.go:171","msg":"trace[1732443808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8276; }","duration":"184.87143ms","start":"2026-03-19T06:11:14.367699Z","end":"2026-03-19T06:11:14.55257Z","steps":["trace[1732443808] 'agreement among raft nodes before linearized reading' (duration: 184.405149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:28.748924Z","caller":"traceutil/trace.go:171","msg":"trace[794216092] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"151.360295ms","start":"2026-03-19T06:11:28.597542Z","end":"2026-03-19T06:11:28.748902Z","steps":["trace[794216092] 'process raft request' (duration: 151.224681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.423463Z","caller":"traceutil/trace.go:171","msg":"trace[1488097013] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"112.392333ms","start":"2026-03-19T06:11:31.311049Z","end":"2026-03-19T06:11:31.423442Z","steps":["trace[1488097013] 'process raft request' (duration: 107.548422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.424638Z","caller":"traceutil/trace.go:171","msg":"trace[1950259543] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"109.792997ms","start":"2026-03-19T06:11:31.314821Z","end":"2026-03-19T06:11:31.424614Z","steps":["trace[1950259543] 'process raft request' (duration: 109.50767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.424637Z","caller":"traceutil/trace.go:171","msg":"trace[1948392038] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"113.0847ms","start":"2026-03-19T06:11:31.311516Z","end":"2026-03-19T06:11:31.424601Z","steps":["trace[1948392038] 'process raft request' (duration: 112.68255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:32.731185Z","caller":"traceutil/trace.go:171","msg":"trace[1208583356] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"122.63046ms","start":"2026-03-19T06:11:32.608523Z","end":"2026-03-19T06:11:32.731154Z","steps":["trace[1208583356] 'process raft request' (duration: 122.090937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:32.991421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.315681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:32.991777Z","caller":"traceutil/trace.go:171","msg":"trace[690939234] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"232.432528ms","start":"2026-03-19T06:11:32.759311Z","end":"2026-03-19T06:11:32.991744Z","steps":["trace[690939234] 'process raft request' (duration: 231.785092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:32.991525Z","caller":"traceutil/trace.go:171","msg":"trace[1124826104] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8478; }","duration":"237.459945ms","start":"2026-03-19T06:11:32.754034Z","end":"2026-03-19T06:11:32.991494Z","steps":["trace[1124826104] 'count revisions from in-memory index tree' (duration: 237.212999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.698836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.716133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:11:33.698906Z","caller":"traceutil/trace.go:171","msg":"trace[1101226844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8481; }","duration":"151.813986ms","start":"2026-03-19T06:11:33.547074Z","end":"2026-03-19T06:11:33.698888Z","steps":["trace[1101226844] 'range keys from in-memory index tree' (duration: 151.589261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.698913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.089118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T06:11:33.698987Z","caller":"traceutil/trace.go:171","msg":"trace[1494775544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8481; }","duration":"147.192751ms","start":"2026-03-19T06:11:33.551779Z","end":"2026-03-19T06:11:33.698972Z","steps":["trace[1494775544] 'range keys from in-memory index tree' (duration: 146.962725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.699047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.171346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:11:33.699119Z","caller":"traceutil/trace.go:171","msg":"trace[860941906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8481; }","duration":"150.299529ms","start":"2026-03-19T06:11:33.548803Z","end":"2026-03-19T06:11:33.699103Z","steps":["trace[860941906] 'range keys from in-memory index tree' (duration: 149.997591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.698913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.721669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T06:11:33.699174Z","caller":"traceutil/trace.go:171","msg":"trace[1407454771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8481; }","duration":"153.039467ms","start":"2026-03-19T06:11:33.546127Z","end":"2026-03-19T06:11:33.699167Z","steps":["trace[1407454771] 'range keys from in-memory index tree' (duration: 152.538195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:33.901308Z","caller":"traceutil/trace.go:171","msg":"trace[1060575937] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"198.059512ms","start":"2026-03-19T06:11:33.703203Z","end":"2026-03-19T06:11:33.901262Z","steps":["trace[1060575937] 'process raft request' (duration: 116.684521ms)","trace[1060575937] 'compare' (duration: 81.213217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:33.901482Z","caller":"traceutil/trace.go:171","msg":"trace[410579599] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8818; }","duration":"192.83065ms","start":"2026-03-19T06:11:33.708641Z","end":"2026-03-19T06:11:33.901472Z","steps":["trace[410579599] 'read index received' (duration: 47.112197ms)","trace[410579599] 'applied index is now lower than readState.Index' (duration: 145.717693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:33.901625Z","caller":"traceutil/trace.go:171","msg":"trace[56443274] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"198.026971ms","start":"2026-03-19T06:11:33.703568Z","end":"2026-03-19T06:11:33.901595Z","steps":["trace[56443274] 'process raft request' (duration: 197.652312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.903647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.984554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234966"} {"level":"info","ts":"2026-03-19T06:11:33.903701Z","caller":"traceutil/trace.go:171","msg":"trace[1538325551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8484; }","duration":"195.072077ms","start":"2026-03-19T06:11:33.708617Z","end":"2026-03-19T06:11:33.90369Z","steps":["trace[1538325551] 'agreement among raft nodes before linearized reading' (duration: 192.890802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.008701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.040238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:35.008832Z","caller":"traceutil/trace.go:171","msg":"trace[870166565] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"271.677347ms","start":"2026-03-19T06:11:34.737135Z","end":"2026-03-19T06:11:35.008813Z","steps":["trace[870166565] 'process raft request' (duration: 160.452514ms)","trace[870166565] 'compare' (duration: 110.820303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:35.096962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:35.097066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.524304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:11:35.097068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.932221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:35.097143Z","caller":"traceutil/trace.go:171","msg":"trace[223129133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8487; }","duration":"125.620757ms","start":"2026-03-19T06:11:34.971501Z","end":"2026-03-19T06:11:35.097122Z","steps":["trace[223129133] 'agreement among raft nodes before linearized reading' (duration: 125.423642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.097173Z","caller":"traceutil/trace.go:171","msg":"trace[1693125482] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8487; }","duration":"135.067184ms","start":"2026-03-19T06:11:34.962077Z","end":"2026-03-19T06:11:35.097145Z","steps":["trace[1693125482] 'agreement among raft nodes before linearized reading' (duration: 134.89738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.097169Z","caller":"traceutil/trace.go:171","msg":"trace[1128739133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8487; }","duration":"140.266815ms","start":"2026-03-19T06:11:34.95684Z","end":"2026-03-19T06:11:35.097107Z","steps":["trace[1128739133] 'agreement among raft nodes before linearized reading' (duration: 140.05884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.642455Z","caller":"traceutil/trace.go:171","msg":"trace[1927637692] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"175.639297ms","start":"2026-03-19T06:11:35.466788Z","end":"2026-03-19T06:11:35.642427Z","steps":["trace[1927637692] 'read index received' (duration: 175.494003ms)","trace[1927637692] 'applied index is now lower than readState.Index' (duration: 143.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:35.642619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.804261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:35.64269Z","caller":"traceutil/trace.go:171","msg":"trace[1358549660] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8488; }","duration":"175.910864ms","start":"2026-03-19T06:11:35.466761Z","end":"2026-03-19T06:11:35.642672Z","steps":["trace[1358549660] 'agreement among raft nodes before linearized reading' (duration: 175.792871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.642704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:11:35.642496Z","caller":"traceutil/trace.go:171","msg":"trace[1567233010] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"189.858355ms","start":"2026-03-19T06:11:35.452611Z","end":"2026-03-19T06:11:35.642469Z","steps":["trace[1567233010] 'process raft request' (duration: 189.657399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.642754Z","caller":"traceutil/trace.go:171","msg":"trace[901375019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8488; }","duration":"118.20951ms","start":"2026-03-19T06:11:35.524534Z","end":"2026-03-19T06:11:35.642744Z","steps":["trace[901375019] 'agreement among raft nodes before linearized reading' (duration: 118.036546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:49.138337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.220629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-19T06:11:49.138432Z","caller":"traceutil/trace.go:171","msg":"trace[264349251] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8566; }","duration":"162.339582ms","start":"2026-03-19T06:11:48.97607Z","end":"2026-03-19T06:11:49.13841Z","steps":["trace[264349251] 'range keys from in-memory index tree' (duration: 162.024195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:53.369488Z","caller":"traceutil/trace.go:171","msg":"trace[2139196614] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"171.550114ms","start":"2026-03-19T06:11:53.197911Z","end":"2026-03-19T06:11:53.369461Z","steps":["trace[2139196614] 'process raft request' (duration: 171.385389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:53.377519Z","caller":"traceutil/trace.go:171","msg":"trace[288341985] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"129.639417ms","start":"2026-03-19T06:11:53.247861Z","end":"2026-03-19T06:11:53.3775Z","steps":["trace[288341985] 'process raft request' (duration: 129.3541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474096Z","caller":"traceutil/trace.go:171","msg":"trace[919107512] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"124.676363ms","start":"2026-03-19T06:11:56.349385Z","end":"2026-03-19T06:11:56.474061Z","steps":["trace[919107512] 'process raft request' (duration: 124.610722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.47412Z","caller":"traceutil/trace.go:171","msg":"trace[919735867] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"124.599191ms","start":"2026-03-19T06:11:56.349485Z","end":"2026-03-19T06:11:56.474084Z","steps":["trace[919735867] 'process raft request' (duration: 124.534809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474184Z","caller":"traceutil/trace.go:171","msg":"trace[704465777] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"124.243562ms","start":"2026-03-19T06:11:56.349935Z","end":"2026-03-19T06:11:56.474179Z","steps":["trace[704465777] 'process raft request' (duration: 124.136079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474076Z","caller":"traceutil/trace.go:171","msg":"trace[1727900531] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"125.215456ms","start":"2026-03-19T06:11:56.348817Z","end":"2026-03-19T06:11:56.474033Z","steps":["trace[1727900531] 'process raft request' (duration: 48.466922ms)","trace[1727900531] 'compare' (duration: 76.613811ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:56.474139Z","caller":"traceutil/trace.go:171","msg":"trace[1280306042] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"123.997426ms","start":"2026-03-19T06:11:56.350125Z","end":"2026-03-19T06:11:56.474123Z","steps":["trace[1280306042] 'process raft request' (duration: 123.976025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474153Z","caller":"traceutil/trace.go:171","msg":"trace[2047144676] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"124.288673ms","start":"2026-03-19T06:11:56.349843Z","end":"2026-03-19T06:11:56.474132Z","steps":["trace[2047144676] 'process raft request' (duration: 124.214161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474364Z","caller":"traceutil/trace.go:171","msg":"trace[2029453715] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"124.58498ms","start":"2026-03-19T06:11:56.349772Z","end":"2026-03-19T06:11:56.474357Z","steps":["trace[2029453715] 'process raft request' (duration: 124.263712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.474326Z","caller":"traceutil/trace.go:171","msg":"trace[843342075] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"124.400185ms","start":"2026-03-19T06:11:56.349917Z","end":"2026-03-19T06:11:56.474318Z","steps":["trace[843342075] 'process raft request' (duration: 124.17045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.889458Z","caller":"traceutil/trace.go:171","msg":"trace[619484277] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"129.185866ms","start":"2026-03-19T06:11:56.760248Z","end":"2026-03-19T06:11:56.889434Z","steps":["trace[619484277] 'process raft request' (duration: 128.864598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.889659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.868008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:56.889704Z","caller":"traceutil/trace.go:171","msg":"trace[482773343] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring; range_end:; response_count:0; response_revision:8659; }","duration":"107.956011ms","start":"2026-03-19T06:11:56.781737Z","end":"2026-03-19T06:11:56.889693Z","steps":["trace[482773343] 'agreement among raft nodes before linearized reading' (duration: 107.872499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.889742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.306848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T06:11:56.889769Z","caller":"traceutil/trace.go:171","msg":"trace[1680036283] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"125.404081ms","start":"2026-03-19T06:11:56.764338Z","end":"2026-03-19T06:11:56.889742Z","steps":["trace[1680036283] 'process raft request' (duration: 124.982981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.889827Z","caller":"traceutil/trace.go:171","msg":"trace[1355246396] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8659; }","duration":"100.431212ms","start":"2026-03-19T06:11:56.789375Z","end":"2026-03-19T06:11:56.889806Z","steps":["trace[1355246396] 'agreement among raft nodes before linearized reading' (duration: 100.191946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.889923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.555207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T06:11:56.890009Z","caller":"traceutil/trace.go:171","msg":"trace[723855256] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8659; }","duration":"137.67686ms","start":"2026-03-19T06:11:56.752304Z","end":"2026-03-19T06:11:56.889981Z","steps":["trace[723855256] 'agreement among raft nodes before linearized reading' (duration: 137.412143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.998415Z","caller":"traceutil/trace.go:171","msg":"trace[761952300] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"178.376536ms","start":"2026-03-19T06:11:56.820013Z","end":"2026-03-19T06:11:56.998389Z","steps":["trace[761952300] 'process raft request' (duration: 155.741785ms)","trace[761952300] 'compare' (duration: 22.448286ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:56.998616Z","caller":"traceutil/trace.go:171","msg":"trace[1083330908] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"177.642097ms","start":"2026-03-19T06:11:56.820952Z","end":"2026-03-19T06:11:56.998594Z","steps":["trace[1083330908] 'process raft request' (duration: 177.36022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.998778Z","caller":"traceutil/trace.go:171","msg":"trace[1898657510] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9000; }","duration":"109.275594ms","start":"2026-03-19T06:11:56.889494Z","end":"2026-03-19T06:11:56.998769Z","steps":["trace[1898657510] 'read index received' (duration: 86.334646ms)","trace[1898657510] 'applied index is now lower than readState.Index' (duration: 22.940588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:56.998829Z","caller":"traceutil/trace.go:171","msg":"trace[356373812] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"174.312664ms","start":"2026-03-19T06:11:56.824512Z","end":"2026-03-19T06:11:56.998825Z","steps":["trace[356373812] 'process raft request' (duration: 174.215941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.998937Z","caller":"traceutil/trace.go:171","msg":"trace[1598687728] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"177.590525ms","start":"2026-03-19T06:11:56.821261Z","end":"2026-03-19T06:11:56.998851Z","steps":["trace[1598687728] 'process raft request' (duration: 177.280468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.998971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.611081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-19T06:11:56.999019Z","caller":"traceutil/trace.go:171","msg":"trace[151731516] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8663; }","duration":"172.691043ms","start":"2026-03-19T06:11:56.82631Z","end":"2026-03-19T06:11:56.999001Z","steps":["trace[151731516] 'agreement among raft nodes before linearized reading' (duration: 172.519349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.007286Z","caller":"traceutil/trace.go:171","msg":"trace[233212585] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"112.886425ms","start":"2026-03-19T06:11:56.894372Z","end":"2026-03-19T06:11:57.007259Z","steps":["trace[233212585] 'process raft request' (duration: 112.521876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.007347Z","caller":"traceutil/trace.go:171","msg":"trace[901375823] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"109.068769ms","start":"2026-03-19T06:11:56.898254Z","end":"2026-03-19T06:11:57.007323Z","steps":["trace[901375823] 'process raft request' (duration: 108.891724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.007641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.974772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"info","ts":"2026-03-19T06:11:57.007718Z","caller":"traceutil/trace.go:171","msg":"trace[1727383749] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:8666; }","duration":"110.101375ms","start":"2026-03-19T06:11:56.8976Z","end":"2026-03-19T06:11:57.007701Z","steps":["trace[1727383749] 'agreement among raft nodes before linearized reading' (duration: 109.865479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.007533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.750577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T06:11:57.008291Z","caller":"traceutil/trace.go:171","msg":"trace[335302499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8666; }","duration":"114.574737ms","start":"2026-03-19T06:11:56.893696Z","end":"2026-03-19T06:11:57.008271Z","steps":["trace[335302499] 'agreement among raft nodes before linearized reading' (duration: 113.601473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.12496Z","caller":"traceutil/trace.go:171","msg":"trace[981605439] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"104.736789ms","start":"2026-03-19T06:11:57.020199Z","end":"2026-03-19T06:11:57.124935Z","steps":["trace[981605439] 'process raft request' (duration: 102.79369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.125294Z","caller":"traceutil/trace.go:171","msg":"trace[1748803686] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"102.770661ms","start":"2026-03-19T06:11:57.022478Z","end":"2026-03-19T06:11:57.125248Z","steps":["trace[1748803686] 'process raft request' (duration: 102.398171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.134254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.556404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T06:11:57.134371Z","caller":"traceutil/trace.go:171","msg":"trace[253436299] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8672; }","duration":"117.706667ms","start":"2026-03-19T06:11:57.016636Z","end":"2026-03-19T06:11:57.134343Z","steps":["trace[253436299] 'agreement among raft nodes before linearized reading' (duration: 117.387849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.398317Z","caller":"traceutil/trace.go:171","msg":"trace[1997265877] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"306.68202ms","start":"2026-03-19T06:12:11.091612Z","end":"2026-03-19T06:12:11.398294Z","steps":["trace[1997265877] 'process raft request' (duration: 306.462304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.398475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.091602Z","time spent":"306.797702ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:11.747445Z","caller":"traceutil/trace.go:171","msg":"trace[2053750696] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"499.86145ms","start":"2026-03-19T06:12:11.247551Z","end":"2026-03-19T06:12:11.747413Z","steps":["trace[2053750696] 'process raft request' (duration: 499.004697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.747601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.247524Z","time spent":"499.999803ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:11.747641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.489053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T06:12:11.747696Z","caller":"traceutil/trace.go:171","msg":"trace[654328310] range","detail":"{range_begin:/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e; range_end:; response_count:1; response_revision:8846; }","duration":"438.588285ms","start":"2026-03-19T06:12:11.309093Z","end":"2026-03-19T06:12:11.747681Z","steps":["trace[654328310] 'agreement among raft nodes before linearized reading' (duration: 438.418471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.747735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.309075Z","time spent":"438.650836ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-54f6d9fd59-trpd4.189e292e2910360e\" "} {"level":"info","ts":"2026-03-19T06:12:11.747459Z","caller":"traceutil/trace.go:171","msg":"trace[2143563919] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9188; }","duration":"438.298578ms","start":"2026-03-19T06:12:11.309135Z","end":"2026-03-19T06:12:11.747433Z","steps":["trace[2143563919] 'read index received' (duration: 89.011564ms)","trace[2143563919] 'applied index is now lower than readState.Index' (duration: 349.285924ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:11.747714Z","caller":"traceutil/trace.go:171","msg":"trace[1332543503] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"444.971446ms","start":"2026-03-19T06:12:11.302623Z","end":"2026-03-19T06:12:11.747594Z","steps":["trace[1332543503] 'process raft request' (duration: 444.71091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.748582Z","caller":"traceutil/trace.go:171","msg":"trace[305354254] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"304.421193ms","start":"2026-03-19T06:12:11.444131Z","end":"2026-03-19T06:12:11.748552Z","steps":["trace[305354254] 'process raft request' (duration: 304.144926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.748708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.302598Z","time spent":"445.238552ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:11.748425Z","caller":"traceutil/trace.go:171","msg":"trace[1663291016] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"311.790039ms","start":"2026-03-19T06:12:11.436559Z","end":"2026-03-19T06:12:11.748349Z","steps":["trace[1663291016] 'process raft request' (duration: 311.593474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.748897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.436539Z","time spent":"312.313981ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:11.748705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.377739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:12:11.749075Z","caller":"traceutil/trace.go:171","msg":"trace[732972355] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8848; }","duration":"384.803249ms","start":"2026-03-19T06:12:11.364235Z","end":"2026-03-19T06:12:11.749038Z","steps":["trace[732972355] 'agreement among raft nodes before linearized reading' (duration: 384.272436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.748757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.444114Z","time spent":"304.546966ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:11.749148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:11.364212Z","time spent":"384.918431ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:12:24.482957Z","caller":"traceutil/trace.go:171","msg":"trace[132411307] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9259; }","duration":"392.204533ms","start":"2026-03-19T06:12:24.090729Z","end":"2026-03-19T06:12:24.482934Z","steps":["trace[132411307] 'read index received' (duration: 392.048289ms)","trace[132411307] 'applied index is now lower than readState.Index' (duration: 154.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:24.483065Z","caller":"traceutil/trace.go:171","msg":"trace[1120168359] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"405.949202ms","start":"2026-03-19T06:12:24.077092Z","end":"2026-03-19T06:12:24.483041Z","steps":["trace[1120168359] 'process raft request' (duration: 405.699706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:24.483245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.30307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mk2kx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T06:12:24.48331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.736555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T06:12:24.483323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.522556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:12:24.48337Z","caller":"traceutil/trace.go:171","msg":"trace[1611649813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8912; }","duration":"296.843018ms","start":"2026-03-19T06:12:24.18651Z","end":"2026-03-19T06:12:24.483354Z","steps":["trace[1611649813] 'agreement among raft nodes before linearized reading' (duration: 296.709255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:24.483409Z","caller":"traceutil/trace.go:171","msg":"trace[1713984518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8912; }","duration":"273.645138ms","start":"2026-03-19T06:12:24.209746Z","end":"2026-03-19T06:12:24.483391Z","steps":["trace[1713984518] 'agreement among raft nodes before linearized reading' (duration: 273.436743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:24.483338Z","caller":"traceutil/trace.go:171","msg":"trace[478261749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mk2kx; range_end:; response_count:1; response_revision:8912; }","duration":"253.413593ms","start":"2026-03-19T06:12:24.229902Z","end":"2026-03-19T06:12:24.483315Z","steps":["trace[478261749] 'agreement among raft nodes before linearized reading' (duration: 253.233329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:24.483232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.476349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T06:12:24.483593Z","caller":"traceutil/trace.go:171","msg":"trace[1120728229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8912; }","duration":"392.8945ms","start":"2026-03-19T06:12:24.090679Z","end":"2026-03-19T06:12:24.483573Z","steps":["trace[1120728229] 'agreement among raft nodes before linearized reading' (duration: 392.391997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:24.48332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.777531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:12:24.483659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.090663Z","time spent":"392.978342ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:12:24.483696Z","caller":"traceutil/trace.go:171","msg":"trace[112694803] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8912; }","duration":"217.206112ms","start":"2026-03-19T06:12:24.266473Z","end":"2026-03-19T06:12:24.483679Z","steps":["trace[112694803] 'agreement among raft nodes before linearized reading' (duration: 216.736751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:24.483587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.077071Z","time spent":"406.187589ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:24.484085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.407702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:12:24.484256Z","caller":"traceutil/trace.go:171","msg":"trace[640422311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8912; }","duration":"298.022858ms","start":"2026-03-19T06:12:24.186185Z","end":"2026-03-19T06:12:24.484208Z","steps":["trace[640422311] 'agreement among raft nodes before linearized reading' (duration: 296.888859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:25.268569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.314981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:12:25.268801Z","caller":"traceutil/trace.go:171","msg":"trace[277402597] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"685.573781ms","start":"2026-03-19T06:12:24.583213Z","end":"2026-03-19T06:12:25.268787Z","steps":["trace[277402597] 'process raft request' (duration: 685.543471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:25.268854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.583192Z","time spent":"685.639383ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:25.269003Z","caller":"traceutil/trace.go:171","msg":"trace[1280906713] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9260; }","duration":"780.393854ms","start":"2026-03-19T06:12:24.488601Z","end":"2026-03-19T06:12:25.268995Z","steps":["trace[1280906713] 'read index received' (duration: 45.406814ms)","trace[1280906713] 'applied index is now lower than readState.Index' (duration: 734.98626ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:25.26901Z","caller":"traceutil/trace.go:171","msg":"trace[1040168145] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"780.893176ms","start":"2026-03-19T06:12:24.488083Z","end":"2026-03-19T06:12:25.268976Z","steps":["trace[1040168145] 'process raft request' (duration: 780.643699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:25.26902Z","caller":"traceutil/trace.go:171","msg":"trace[1138291009] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"781.500212ms","start":"2026-03-19T06:12:24.487474Z","end":"2026-03-19T06:12:25.268975Z","steps":["trace[1138291009] 'process raft request' (duration: 781.185613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:25.269034Z","caller":"traceutil/trace.go:171","msg":"trace[1725847797] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"781.580444ms","start":"2026-03-19T06:12:24.487423Z","end":"2026-03-19T06:12:25.269004Z","steps":["trace[1725847797] 'process raft request' (duration: 212.75484ms)","trace[1725847797] 'compare' (duration: 567.92661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:25.269171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.487449Z","time spent":"781.642605ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:25.269179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.487394Z","time spent":"781.706747ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:25.269352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.63897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:12:25.26936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.764944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291495"} {"level":"info","ts":"2026-03-19T06:12:25.269393Z","caller":"traceutil/trace.go:171","msg":"trace[803205246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8917; }","duration":"780.820344ms","start":"2026-03-19T06:12:24.488564Z","end":"2026-03-19T06:12:25.269385Z","steps":["trace[803205246] 'agreement among raft nodes before linearized reading' (duration: 780.536207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:25.269399Z","caller":"traceutil/trace.go:171","msg":"trace[1513119811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8917; }","duration":"312.714502ms","start":"2026-03-19T06:12:24.956668Z","end":"2026-03-19T06:12:25.269382Z","steps":["trace[1513119811] 'agreement among raft nodes before linearized reading' (duration: 312.648651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:25.269414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.488552Z","time spent":"780.856706ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:12:25.269433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.956648Z","time spent":"312.779423ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:12:25.269421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.48807Z","time spent":"781.01141ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:25.269507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.81174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-6mrfx\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-19T06:12:25.269608Z","caller":"traceutil/trace.go:171","msg":"trace[319203832] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-6mrfx; range_end:; response_count:1; response_revision:8917; }","duration":"466.919072ms","start":"2026-03-19T06:12:24.802663Z","end":"2026-03-19T06:12:25.269582Z","steps":["trace[319203832] 'agreement among raft nodes before linearized reading' (duration: 466.620335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:25.269657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:24.802603Z","time spent":"467.042856ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-6mrfx\" "} {"level":"info","ts":"2026-03-19T06:12:25.5901Z","caller":"traceutil/trace.go:171","msg":"trace[1246445827] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"316.876557ms","start":"2026-03-19T06:12:25.273196Z","end":"2026-03-19T06:12:25.590072Z","steps":["trace[1246445827] 'process raft request' (duration: 303.851237ms)","trace[1246445827] 'compare' (duration: 12.847686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:25.590278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:25.273184Z","time spent":"317.0166ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:26.273109Z","caller":"traceutil/trace.go:171","msg":"trace[648117836] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"995.301318ms","start":"2026-03-19T06:12:25.277774Z","end":"2026-03-19T06:12:26.273075Z","steps":["trace[648117836] 'process raft request' (duration: 994.99899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:26.273265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:25.277762Z","time spent":"995.423921ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:26.27368Z","caller":"traceutil/trace.go:171","msg":"trace[702195561] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"825.717717ms","start":"2026-03-19T06:12:25.44793Z","end":"2026-03-19T06:12:26.273648Z","steps":["trace[702195561] 'process raft request' (duration: 825.005849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:26.273953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:25.447908Z","time spent":"825.84531ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:26.545111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.10407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:12:26.545478Z","caller":"traceutil/trace.go:171","msg":"trace[1397849008] linearizableReadLoop","detail":"{readStateIndex:9270; appliedIndex:9266; }","duration":"363.430271ms","start":"2026-03-19T06:12:26.182024Z","end":"2026-03-19T06:12:26.545455Z","steps":["trace[1397849008] 'read index received' (duration: 90.792549ms)","trace[1397849008] 'applied index is now lower than readState.Index' (duration: 272.634892ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:26.545656Z","caller":"traceutil/trace.go:171","msg":"trace[1295441528] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"732.669229ms","start":"2026-03-19T06:12:25.812955Z","end":"2026-03-19T06:12:26.545624Z","steps":["trace[1295441528] 'process raft request' (duration: 732.266359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:26.54568Z","caller":"traceutil/trace.go:171","msg":"trace[1392279917] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"732.863594ms","start":"2026-03-19T06:12:25.812783Z","end":"2026-03-19T06:12:26.545646Z","steps":["trace[1392279917] 'process raft request' (duration: 528.111818ms)","trace[1392279917] 'compare' (duration: 204.001247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:26.545769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.740089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:12:26.54583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:25.812754Z","time spent":"733.001348ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:26.545841Z","caller":"traceutil/trace.go:171","msg":"trace[1983151861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8922; }","duration":"363.865862ms","start":"2026-03-19T06:12:26.181961Z","end":"2026-03-19T06:12:26.545827Z","steps":["trace[1983151861] 'agreement among raft nodes before linearized reading' (duration: 363.669978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:26.545857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:25.812928Z","time spent":"732.801713ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:26.545886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:26.181936Z","time spent":"363.940284ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:12:58.700425Z","caller":"traceutil/trace.go:171","msg":"trace[1131729501] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"296.221132ms","start":"2026-03-19T06:12:58.404172Z","end":"2026-03-19T06:12:58.700393Z","steps":["trace[1131729501] 'process raft request' (duration: 295.929924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:13:58.480939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7341} {"level":"info","ts":"2026-03-19T06:13:58.543721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7341,"took":"61.159635ms","hash":2203642043,"current-db-size-bytes":39424000,"current-db-size":"39 MB","current-db-size-in-use-bytes":24088576,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T06:13:58.543777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2203642043,"revision":7341,"compact-revision":5318} {"level":"info","ts":"2026-03-19T06:14:12.772726Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T06:14:12.777996Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T06:14:12.778063Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T06:14:47.310686Z","caller":"traceutil/trace.go:171","msg":"trace[1603999037] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"223.599265ms","start":"2026-03-19T06:14:47.087066Z","end":"2026-03-19T06:14:47.310665Z","steps":["trace[1603999037] 'process raft request' (duration: 223.451792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:14:47.316563Z","caller":"traceutil/trace.go:171","msg":"trace[1242573263] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"227.172907ms","start":"2026-03-19T06:14:47.089371Z","end":"2026-03-19T06:14:47.316544Z","steps":["trace[1242573263] 'process raft request' (duration: 226.846829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:14:47.31674Z","caller":"traceutil/trace.go:171","msg":"trace[1246265001] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"226.93006ms","start":"2026-03-19T06:14:47.089785Z","end":"2026-03-19T06:14:47.316715Z","steps":["trace[1246265001] 'process raft request' (duration: 226.5401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:16:30.411514Z","caller":"traceutil/trace.go:171","msg":"trace[311829040] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"291.885202ms","start":"2026-03-19T06:16:30.119599Z","end":"2026-03-19T06:16:30.411484Z","steps":["trace[311829040] 'process raft request' (duration: 242.476117ms)","trace[311829040] 'compare' (duration: 49.277322ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:16:30.415421Z","caller":"traceutil/trace.go:171","msg":"trace[1218841554] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"295.105844ms","start":"2026-03-19T06:16:30.120284Z","end":"2026-03-19T06:16:30.41539Z","steps":["trace[1218841554] 'process raft request' (duration: 294.892129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:16:30.415777Z","caller":"traceutil/trace.go:171","msg":"trace[1953849821] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"291.367069ms","start":"2026-03-19T06:16:30.124367Z","end":"2026-03-19T06:16:30.415734Z","steps":["trace[1953849821] 'process raft request' (duration: 290.951708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:18:58.488849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9511} {"level":"info","ts":"2026-03-19T06:18:58.577283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9511,"took":"85.87705ms","hash":2665771557,"current-db-size-bytes":39424000,"current-db-size":"39 MB","current-db-size-in-use-bytes":18448384,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T06:18:58.577367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2665771557,"revision":9511,"compact-revision":7341}