{"level":"warn","ts":"2026-03-10T18:21:27.194105Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T18:21:27.194289Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-10T18:21:27.194374Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T18:21:27.194391Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-10T18:21:27.194418Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T18:21:27.195258Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-03-10T18:21:27.19535Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-10T18:21:27.202494Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.907536ms"} {"level":"info","ts":"2026-03-10T18:21:27.211083Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-03-10T18:21:27.211245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-03-10T18:21:27.211273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-03-10T18:21:27.211288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-10T18:21:27.211301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-03-10T18:21:27.211344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-03-10T18:21:27.217779Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-10T18:21:27.219121Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-10T18:21:27.221425Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-10T18:21:27.224104Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-10T18:21:27.224274Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-10T18:21:27.224386Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T18:21:27.224527Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T18:21:27.224559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T18:21:27.226283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-03-10T18:21:27.226447Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-10T18:21:27.231469Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T18:21:27.231574Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-10T18:21:27.231613Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-10T18:21:27.232019Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-10T18:21:27.232091Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-10T18:21:27.61219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-03-10T18:21:27.612292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-03-10T18:21:27.612371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-03-10T18:21:27.612399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-03-10T18:21:27.612419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-10T18:21:27.612438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-03-10T18:21:27.612677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-10T18:21:27.614109Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-03-10T18:21:27.614162Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T18:21:27.614244Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T18:21:27.614619Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T18:21:27.615048Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-10T18:21:27.615144Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-10T18:21:27.61773Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-10T18:21:27.618162Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T18:21:27.618322Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T18:21:27.61857Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T18:21:27.624193Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-03-10T18:21:47.589271Z","caller":"traceutil/trace.go:171","msg":"trace[1110562508] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"281.763468ms","start":"2026-03-10T18:21:47.307474Z","end":"2026-03-10T18:21:47.589237Z","steps":["trace[1110562508] 'process raft request' (duration: 261.683181ms)","trace[1110562508] 'compare' (duration: 19.911894ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:21:47.604768Z","caller":"traceutil/trace.go:171","msg":"trace[1730015962] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"297.123598ms","start":"2026-03-10T18:21:47.307614Z","end":"2026-03-10T18:21:47.604737Z","steps":["trace[1730015962] 'process raft request' (duration: 296.985975ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:03.427795Z","caller":"traceutil/trace.go:171","msg":"trace[1181281115] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"172.23018ms","start":"2026-03-10T18:22:03.255543Z","end":"2026-03-10T18:22:03.427773Z","steps":["trace[1181281115] 'read index received' (duration: 171.988406ms)","trace[1181281115] 'applied index is now lower than readState.Index' (duration: 240.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:03.427961Z","caller":"traceutil/trace.go:171","msg":"trace[1144595330] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"387.245517ms","start":"2026-03-10T18:22:03.040705Z","end":"2026-03-10T18:22:03.427951Z","steps":["trace[1144595330] 'process raft request' (duration: 386.926042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:03.428449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.880221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:22:03.428531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.040674Z","time spent":"387.311529ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:22:03.428624Z","caller":"traceutil/trace.go:171","msg":"trace[1836648697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"173.098987ms","start":"2026-03-10T18:22:03.25549Z","end":"2026-03-10T18:22:03.428589Z","steps":["trace[1836648697] 'agreement among raft nodes before linearized reading' (duration: 172.869242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:03.903748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.630054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:22:03.903847Z","caller":"traceutil/trace.go:171","msg":"trace[1775885044] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"471.62228ms","start":"2026-03-10T18:22:03.432207Z","end":"2026-03-10T18:22:03.903829Z","steps":["trace[1775885044] 'process raft request' (duration: 333.61646ms)","trace[1775885044] 'compare' (duration: 137.339138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:03.903908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.432185Z","time spent":"471.695571ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:22:03.912151Z","caller":"traceutil/trace.go:171","msg":"trace[919070737] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:533; }","duration":"226.142922ms","start":"2026-03-10T18:22:03.685984Z","end":"2026-03-10T18:22:03.912127Z","steps":["trace[919070737] 'read index received' (duration: 79.85499ms)","trace[919070737] 'applied index is now lower than readState.Index' (duration: 146.286972ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:03.912245Z","caller":"traceutil/trace.go:171","msg":"trace[502205944] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"365.68771ms","start":"2026-03-10T18:22:03.546524Z","end":"2026-03-10T18:22:03.912212Z","steps":["trace[502205944] 'process raft request' (duration: 365.518427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:03.912319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.333865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T18:22:03.912356Z","caller":"traceutil/trace.go:171","msg":"trace[1722229829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"226.413417ms","start":"2026-03-10T18:22:03.685931Z","end":"2026-03-10T18:22:03.912345Z","steps":["trace[1722229829] 'agreement among raft nodes before linearized reading' (duration: 226.293005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:03.912413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.546494Z","time spent":"365.835853ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:22:04.522542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.984098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:22:04.522753Z","caller":"traceutil/trace.go:171","msg":"trace[2027194839] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"606.200507ms","start":"2026-03-10T18:22:03.916533Z","end":"2026-03-10T18:22:04.522734Z","steps":["trace[2027194839] 'process raft request' (duration: 606.113685ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:04.52274Z","caller":"traceutil/trace.go:171","msg":"trace[17249451] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"646.474448ms","start":"2026-03-10T18:22:03.876223Z","end":"2026-03-10T18:22:04.522697Z","steps":["trace[17249451] 'process raft request' (duration: 219.241575ms)","trace[17249451] 'compare' (duration: 426.840236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:04.522839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.916516Z","time spent":"606.288728ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:22:04.523374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.876204Z","time spent":"646.670251ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:22:04.523802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.80469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T18:22:04.523915Z","caller":"traceutil/trace.go:171","msg":"trace[1247107775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"786.968063ms","start":"2026-03-10T18:22:03.736924Z","end":"2026-03-10T18:22:04.523892Z","steps":["trace[1247107775] 'agreement among raft nodes before linearized reading' (duration: 785.907353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:04.523992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.736906Z","time spent":"787.053624ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:22:04.524118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.334834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T18:22:04.524214Z","caller":"traceutil/trace.go:171","msg":"trace[727929386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"791.441625ms","start":"2026-03-10T18:22:03.732722Z","end":"2026-03-10T18:22:04.524164Z","steps":["trace[727929386] 'agreement among raft nodes before linearized reading' (duration: 790.204952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:04.52426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:03.732696Z","time spent":"791.551477ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T18:22:04.523386Z","caller":"traceutil/trace.go:171","msg":"trace[562060633] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"610.614237ms","start":"2026-03-10T18:22:03.912202Z","end":"2026-03-10T18:22:04.522816Z","steps":["trace[562060633] 'read index received' (duration: 183.252232ms)","trace[562060633] 'applied index is now lower than readState.Index' (duration: 427.341445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:04.52463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.99394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:22:04.524832Z","caller":"traceutil/trace.go:171","msg":"trace[951602026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"269.202174ms","start":"2026-03-10T18:22:04.25553Z","end":"2026-03-10T18:22:04.524732Z","steps":["trace[951602026] 'agreement among raft nodes before linearized reading' (duration: 268.95697ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:04.905881Z","caller":"traceutil/trace.go:171","msg":"trace[922147764] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"376.027171ms","start":"2026-03-10T18:22:04.529826Z","end":"2026-03-10T18:22:04.905853Z","steps":["trace[922147764] 'process raft request' (duration: 375.828356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:04.906044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:04.52981Z","time spent":"376.147963ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:22:04.909075Z","caller":"traceutil/trace.go:171","msg":"trace[1058099186] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:537; }","duration":"284.418234ms","start":"2026-03-10T18:22:04.624612Z","end":"2026-03-10T18:22:04.90903Z","steps":["trace[1058099186] 'read index received' (duration: 281.068322ms)","trace[1058099186] 'applied index is now lower than readState.Index' (duration: 3.348292ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:04.909174Z","caller":"traceutil/trace.go:171","msg":"trace[273053243] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"379.045536ms","start":"2026-03-10T18:22:04.530106Z","end":"2026-03-10T18:22:04.909152Z","steps":["trace[273053243] 'process raft request' (duration: 378.744771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:04.909253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:04.530096Z","time spent":"379.115997ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:22:04.909259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.603837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:22:04.909365Z","caller":"traceutil/trace.go:171","msg":"trace[1823418643] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:517; }","duration":"284.742899ms","start":"2026-03-10T18:22:04.624599Z","end":"2026-03-10T18:22:04.909342Z","steps":["trace[1823418643] 'agreement among raft nodes before linearized reading' (duration: 284.569556ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:06.504183Z","caller":"traceutil/trace.go:171","msg":"trace[1889743607] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"323.670496ms","start":"2026-03-10T18:22:06.180475Z","end":"2026-03-10T18:22:06.504145Z","steps":["trace[1889743607] 'process raft request' (duration: 319.050502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:06.504357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:22:06.180449Z","time spent":"323.828189ms","remote":"127.0.0.1:52272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T18:22:06.504363Z","caller":"traceutil/trace.go:171","msg":"trace[1779330979] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"299.657865ms","start":"2026-03-10T18:22:06.204544Z","end":"2026-03-10T18:22:06.504202Z","steps":["trace[1779330979] 'process raft request' (duration: 299.532683ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:06.51656Z","caller":"traceutil/trace.go:171","msg":"trace[407375199] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"153.872453ms","start":"2026-03-10T18:22:06.362665Z","end":"2026-03-10T18:22:06.516537Z","steps":["trace[407375199] 'process raft request' (duration: 153.408494ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:06.516911Z","caller":"traceutil/trace.go:171","msg":"trace[1251125860] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"262.9619ms","start":"2026-03-10T18:22:06.253902Z","end":"2026-03-10T18:22:06.516864Z","steps":["trace[1251125860] 'read index received' (duration: 245.680163ms)","trace[1251125860] 'applied index is now lower than readState.Index' (duration: 17.278217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:06.517077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.164534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:22:06.517108Z","caller":"traceutil/trace.go:171","msg":"trace[951592643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"263.254826ms","start":"2026-03-10T18:22:06.253844Z","end":"2026-03-10T18:22:06.517099Z","steps":["trace[951592643] 'agreement among raft nodes before linearized reading' (duration: 263.140133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:08.50649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.024898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-10T18:22:08.506617Z","caller":"traceutil/trace.go:171","msg":"trace[312766920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:694; }","duration":"145.209012ms","start":"2026-03-10T18:22:08.361389Z","end":"2026-03-10T18:22:08.506598Z","steps":["trace[312766920] 'range keys from in-memory index tree' (duration: 144.835215ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:16.2385Z","caller":"traceutil/trace.go:171","msg":"trace[1439420944] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"119.04922ms","start":"2026-03-10T18:22:16.119412Z","end":"2026-03-10T18:22:16.238461Z","steps":["trace[1439420944] 'read index received' (duration: 83.367633ms)","trace[1439420944] 'applied index is now lower than readState.Index' (duration: 35.680027ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:16.238596Z","caller":"traceutil/trace.go:171","msg":"trace[881880321] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"132.656802ms","start":"2026-03-10T18:22:16.105827Z","end":"2026-03-10T18:22:16.238483Z","steps":["trace[881880321] 'process raft request' (duration: 96.937354ms)","trace[881880321] 'compare' (duration: 35.529844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:16.238866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.423827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-lb7lr\" ","response":"range_response_count:1 size:4741"} {"level":"info","ts":"2026-03-10T18:22:16.238962Z","caller":"traceutil/trace.go:171","msg":"trace[1108032781] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-lb7lr; range_end:; response_count:1; response_revision:786; }","duration":"119.57551ms","start":"2026-03-10T18:22:16.119364Z","end":"2026-03-10T18:22:16.238939Z","steps":["trace[1108032781] 'agreement among raft nodes before linearized reading' (duration: 119.232854ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:16.38776Z","caller":"traceutil/trace.go:171","msg":"trace[852300562] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"123.592914ms","start":"2026-03-10T18:22:16.264129Z","end":"2026-03-10T18:22:16.387722Z","steps":["trace[852300562] 'process raft request' (duration: 111.157495ms)","trace[852300562] 'compare' (duration: 12.144144ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:16.401065Z","caller":"traceutil/trace.go:171","msg":"trace[174516914] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:812; }","duration":"117.699016ms","start":"2026-03-10T18:22:16.283344Z","end":"2026-03-10T18:22:16.401043Z","steps":["trace[174516914] 'read index received' (duration: 50.423827ms)","trace[174516914] 'applied index is now lower than readState.Index' (duration: 67.273288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:16.401277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.90723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-10T18:22:16.40132Z","caller":"traceutil/trace.go:171","msg":"trace[401173881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:790; }","duration":"117.995731ms","start":"2026-03-10T18:22:16.283312Z","end":"2026-03-10T18:22:16.401308Z","steps":["trace[401173881] 'agreement among raft nodes before linearized reading' (duration: 117.813268ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:24.357398Z","caller":"traceutil/trace.go:171","msg":"trace[156928123] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"144.439378ms","start":"2026-03-10T18:22:24.212926Z","end":"2026-03-10T18:22:24.357366Z","steps":["trace[156928123] 'process raft request' (duration: 95.66977ms)","trace[156928123] 'compare' (duration: 48.560764ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:22:24.357399Z","caller":"traceutil/trace.go:171","msg":"trace[1940559470] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"102.271652ms","start":"2026-03-10T18:22:24.255105Z","end":"2026-03-10T18:22:24.357376Z","steps":["trace[1940559470] 'read index received' (duration: 53.508584ms)","trace[1940559470] 'applied index is now lower than readState.Index' (duration: 48.760578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:22:24.357628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.495016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:22:24.357716Z","caller":"traceutil/trace.go:171","msg":"trace[1385974401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"102.620199ms","start":"2026-03-10T18:22:24.255074Z","end":"2026-03-10T18:22:24.357694Z","steps":["trace[1385974401] 'agreement among raft nodes before linearized reading' (duration: 102.330854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:22:24.741707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.675998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-10T18:22:24.741796Z","caller":"traceutil/trace.go:171","msg":"trace[146243386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:899; }","duration":"279.81487ms","start":"2026-03-10T18:22:24.461963Z","end":"2026-03-10T18:22:24.741778Z","steps":["trace[146243386] 'range keys from in-memory index tree' (duration: 279.474985ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:24.91033Z","caller":"traceutil/trace.go:171","msg":"trace[182568124] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"164.203281ms","start":"2026-03-10T18:22:24.7461Z","end":"2026-03-10T18:22:24.910304Z","steps":["trace[182568124] 'process raft request' (duration: 164.077869ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:22:44.970787Z","caller":"traceutil/trace.go:171","msg":"trace[349734312] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"163.074942ms","start":"2026-03-10T18:22:44.807681Z","end":"2026-03-10T18:22:44.970756Z","steps":["trace[349734312] 'process raft request' (duration: 162.864708ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:01.18646Z","caller":"traceutil/trace.go:171","msg":"trace[1892530243] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"133.980305ms","start":"2026-03-10T18:23:01.052455Z","end":"2026-03-10T18:23:01.186435Z","steps":["trace[1892530243] 'process raft request' (duration: 46.580027ms)","trace[1892530243] 'compare' (duration: 87.303186ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:23:01.187047Z","caller":"traceutil/trace.go:171","msg":"trace[1600328065] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"133.12719ms","start":"2026-03-10T18:23:01.053907Z","end":"2026-03-10T18:23:01.187034Z","steps":["trace[1600328065] 'process raft request' (duration: 132.937037ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:01.187151Z","caller":"traceutil/trace.go:171","msg":"trace[2090330484] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"133.173621ms","start":"2026-03-10T18:23:01.053959Z","end":"2026-03-10T18:23:01.187132Z","steps":["trace[2090330484] 'process raft request' (duration: 132.972398ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:04.001698Z","caller":"traceutil/trace.go:171","msg":"trace[528368598] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"110.705487ms","start":"2026-03-10T18:23:03.890964Z","end":"2026-03-10T18:23:04.00167Z","steps":["trace[528368598] 'process raft request' (duration: 110.204679ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:15.276669Z","caller":"traceutil/trace.go:171","msg":"trace[682315386] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"123.625341ms","start":"2026-03-10T18:23:15.153022Z","end":"2026-03-10T18:23:15.276647Z","steps":["trace[682315386] 'process raft request' (duration: 123.390847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:15.787219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.387192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:23:15.787339Z","caller":"traceutil/trace.go:171","msg":"trace[149686613] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1629; }","duration":"459.705492ms","start":"2026-03-10T18:23:15.327616Z","end":"2026-03-10T18:23:15.787321Z","steps":["trace[149686613] 'read index received' (duration: 29.610127ms)","trace[149686613] 'applied index is now lower than readState.Index' (duration: 430.093685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:23:15.787754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.064519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:23:15.787462Z","caller":"traceutil/trace.go:171","msg":"trace[1685748811] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"487.009806ms","start":"2026-03-10T18:23:15.300427Z","end":"2026-03-10T18:23:15.787437Z","steps":["trace[1685748811] 'process raft request' (duration: 57.297327ms)","trace[1685748811] 'compare' (duration: 428.896153ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:23:15.787819Z","caller":"traceutil/trace.go:171","msg":"trace[1071364593] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1566; }","duration":"460.238962ms","start":"2026-03-10T18:23:15.32756Z","end":"2026-03-10T18:23:15.787799Z","steps":["trace[1071364593] 'agreement among raft nodes before linearized reading' (duration: 459.873306ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:15.787719Z","caller":"traceutil/trace.go:171","msg":"trace[960182514] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"441.462646ms","start":"2026-03-10T18:23:15.346164Z","end":"2026-03-10T18:23:15.787626Z","steps":["trace[960182514] 'process raft request' (duration: 441.288323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:15.787859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:15.327538Z","time spent":"460.309713ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:23:15.787898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.164622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f4b29f7-d812-48a4-ba49-5b60227f265d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-10T18:23:15.788018Z","caller":"traceutil/trace.go:171","msg":"trace[511471644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f4b29f7-d812-48a4-ba49-5b60227f265d; range_end:; response_count:1; response_revision:1567; }","duration":"356.359736ms","start":"2026-03-10T18:23:15.431625Z","end":"2026-03-10T18:23:15.787985Z","steps":["trace[511471644] 'agreement among raft nodes before linearized reading' (duration: 356.002209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:15.787929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:15.34613Z","time spent":"441.748671ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:23:15.788082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:15.431594Z","time spent":"356.477847ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f4b29f7-d812-48a4-ba49-5b60227f265d\" "} {"level":"warn","ts":"2026-03-10T18:23:15.788433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:15.300417Z","time spent":"487.420213ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:23:30.35958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810430526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T18:23:30.470502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:29.850405Z","time spent":"620.08924ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-10T18:23:30.47089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.942426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:23:30.47106Z","caller":"traceutil/trace.go:171","msg":"trace[305788922] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1744; }","duration":"611.854219ms","start":"2026-03-10T18:23:29.859189Z","end":"2026-03-10T18:23:30.471044Z","steps":["trace[305788922] 'read index received' (duration: 609.853232ms)","trace[305788922] 'applied index is now lower than readState.Index' (duration: 1.999777ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:23:30.471159Z","caller":"traceutil/trace.go:171","msg":"trace[45403601] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"1.012252087s","start":"2026-03-10T18:23:29.458896Z","end":"2026-03-10T18:23:30.471148Z","steps":["trace[45403601] 'process raft request' (duration: 370.974025ms)","trace[45403601] 'compare' (duration: 640.843164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:23:30.471222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:29.45887Z","time spent":"1.012321418s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:23:30.471252Z","caller":"traceutil/trace.go:171","msg":"trace[184906580] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"627.019789ms","start":"2026-03-10T18:23:29.844196Z","end":"2026-03-10T18:23:30.471216Z","steps":["trace[184906580] 'process raft request' (duration: 626.784775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:30.471335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.126124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-10T18:23:30.471409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:29.844176Z","time spent":"627.136591ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:23:30.471415Z","caller":"traceutil/trace.go:171","msg":"trace[1259701080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1676; }","duration":"612.228155ms","start":"2026-03-10T18:23:29.859167Z","end":"2026-03-10T18:23:30.471395Z","steps":["trace[1259701080] 'agreement among raft nodes before linearized reading' (duration: 612.020712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:30.471433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.077655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:23:30.471464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:29.859158Z","time spent":"612.296776ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:23:30.471467Z","caller":"traceutil/trace.go:171","msg":"trace[1920603929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1676; }","duration":"217.159436ms","start":"2026-03-10T18:23:30.254296Z","end":"2026-03-10T18:23:30.471456Z","steps":["trace[1920603929] 'agreement among raft nodes before linearized reading' (duration: 217.107385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:30.471503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.151361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T18:23:30.47157Z","caller":"traceutil/trace.go:171","msg":"trace[1932846132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1676; }","duration":"104.261523ms","start":"2026-03-10T18:23:30.367295Z","end":"2026-03-10T18:23:30.471557Z","steps":["trace[1932846132] 'agreement among raft nodes before linearized reading' (duration: 104.0923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:30.471507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.851696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T18:23:30.471688Z","caller":"traceutil/trace.go:171","msg":"trace[494866253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1676; }","duration":"407.07867ms","start":"2026-03-10T18:23:30.064593Z","end":"2026-03-10T18:23:30.471672Z","steps":["trace[494866253] 'agreement among raft nodes before linearized reading' (duration: 406.748764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:30.471724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:23:30.064569Z","time spent":"407.142521ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T18:23:41.28462Z","caller":"traceutil/trace.go:171","msg":"trace[762386338] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"102.659974ms","start":"2026-03-10T18:23:41.181927Z","end":"2026-03-10T18:23:41.284587Z","steps":["trace[762386338] 'process raft request' (duration: 102.409279ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:54.74113Z","caller":"traceutil/trace.go:171","msg":"trace[759430981] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"116.194954ms","start":"2026-03-10T18:23:54.624906Z","end":"2026-03-10T18:23:54.741101Z","steps":["trace[759430981] 'read index received' (duration: 30.732168ms)","trace[759430981] 'applied index is now lower than readState.Index' (duration: 85.461306ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:23:54.741179Z","caller":"traceutil/trace.go:171","msg":"trace[1857138083] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"128.217226ms","start":"2026-03-10T18:23:54.612878Z","end":"2026-03-10T18:23:54.741095Z","steps":["trace[1857138083] 'process raft request' (duration: 42.857281ms)","trace[1857138083] 'compare' (duration: 85.171132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:23:54.74145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.889892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T18:23:54.741545Z","caller":"traceutil/trace.go:171","msg":"trace[93039082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1815; }","duration":"107.013564ms","start":"2026-03-10T18:23:54.634507Z","end":"2026-03-10T18:23:54.741521Z","steps":["trace[93039082] 'agreement among raft nodes before linearized reading' (duration: 106.80755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:23:54.741746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.821455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T18:23:54.741804Z","caller":"traceutil/trace.go:171","msg":"trace[1616577006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1815; }","duration":"116.940418ms","start":"2026-03-10T18:23:54.624848Z","end":"2026-03-10T18:23:54.741789Z","steps":["trace[1616577006] 'agreement among raft nodes before linearized reading' (duration: 116.425618ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:54.930252Z","caller":"traceutil/trace.go:171","msg":"trace[923770326] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"180.694244ms","start":"2026-03-10T18:23:54.749527Z","end":"2026-03-10T18:23:54.930222Z","steps":["trace[923770326] 'process raft request' (duration: 176.809192ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:23:54.933976Z","caller":"traceutil/trace.go:171","msg":"trace[364575927] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"184.351782ms","start":"2026-03-10T18:23:54.749594Z","end":"2026-03-10T18:23:54.933946Z","steps":["trace[364575927] 'process raft request' (duration: 184.063966ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:00.893056Z","caller":"traceutil/trace.go:171","msg":"trace[595444408] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"106.713328ms","start":"2026-03-10T18:24:00.786319Z","end":"2026-03-10T18:24:00.893032Z","steps":["trace[595444408] 'read index received' (duration: 65.918696ms)","trace[595444408] 'applied index is now lower than readState.Index' (duration: 40.793522ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:24:00.893315Z","caller":"traceutil/trace.go:171","msg":"trace[437568992] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"115.356388ms","start":"2026-03-10T18:24:00.777928Z","end":"2026-03-10T18:24:00.893285Z","steps":["trace[437568992] 'process raft request' (duration: 104.249313ms)","trace[437568992] 'compare' (duration: 10.655137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:24:00.893392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.052955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T18:24:00.893509Z","caller":"traceutil/trace.go:171","msg":"trace[885142142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"107.211277ms","start":"2026-03-10T18:24:00.78627Z","end":"2026-03-10T18:24:00.893482Z","steps":["trace[885142142] 'agreement among raft nodes before linearized reading' (duration: 106.941013ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:06.032043Z","caller":"traceutil/trace.go:171","msg":"trace[1617932935] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"101.462992ms","start":"2026-03-10T18:24:05.930552Z","end":"2026-03-10T18:24:06.032015Z","steps":["trace[1617932935] 'read index received' (duration: 12.45805ms)","trace[1617932935] 'applied index is now lower than readState.Index' (duration: 89.003252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:24:06.0323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.727356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T18:24:06.032342Z","caller":"traceutil/trace.go:171","msg":"trace[48505310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"101.835118ms","start":"2026-03-10T18:24:05.930494Z","end":"2026-03-10T18:24:06.032329Z","steps":["trace[48505310] 'agreement among raft nodes before linearized reading' (duration: 101.638535ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:06.804483Z","caller":"traceutil/trace.go:171","msg":"trace[1570917273] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"407.697162ms","start":"2026-03-10T18:24:06.396762Z","end":"2026-03-10T18:24:06.804459Z","steps":["trace[1570917273] 'process raft request' (duration: 407.531749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:06.804629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.396738Z","time spent":"407.818675ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:24:07.305881Z","caller":"traceutil/trace.go:171","msg":"trace[1963936345] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"697.404927ms","start":"2026-03-10T18:24:06.60845Z","end":"2026-03-10T18:24:07.305855Z","steps":["trace[1963936345] 'process raft request' (duration: 697.169392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:07.306048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.608425Z","time spent":"697.53831ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:24:07.341264Z","caller":"traceutil/trace.go:171","msg":"trace[1985456497] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"470.145744ms","start":"2026-03-10T18:24:06.871097Z","end":"2026-03-10T18:24:07.341243Z","steps":["trace[1985456497] 'process raft request' (duration: 469.946231ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:07.341253Z","caller":"traceutil/trace.go:171","msg":"trace[1007898223] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1949; }","duration":"426.191923ms","start":"2026-03-10T18:24:06.91503Z","end":"2026-03-10T18:24:07.341222Z","steps":["trace[1007898223] 'read index received' (duration: 390.382993ms)","trace[1007898223] 'applied index is now lower than readState.Index' (duration: 35.80767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:24:07.34136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.871074Z","time spent":"470.240015ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:24:07.341559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.531139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-10T18:24:07.341559Z","caller":"traceutil/trace.go:171","msg":"trace[982920808] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"356.538677ms","start":"2026-03-10T18:24:06.984984Z","end":"2026-03-10T18:24:07.341523Z","steps":["trace[982920808] 'process raft request' (duration: 356.185611ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:07.3416Z","caller":"traceutil/trace.go:171","msg":"trace[1667569008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"426.61201ms","start":"2026-03-10T18:24:06.914977Z","end":"2026-03-10T18:24:07.341589Z","steps":["trace[1667569008] 'agreement among raft nodes before linearized reading' (duration: 426.476748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:07.341636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.914958Z","time spent":"426.671031ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T18:24:07.341721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.984953Z","time spent":"356.68297ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:24:07.341765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.22885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T18:24:07.341814Z","caller":"traceutil/trace.go:171","msg":"trace[1002163226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"351.318842ms","start":"2026-03-10T18:24:06.99048Z","end":"2026-03-10T18:24:07.341799Z","steps":["trace[1002163226] 'agreement among raft nodes before linearized reading' (duration: 351.166768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:07.341799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.191774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T18:24:07.341853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.990463Z","time spent":"351.379593ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:24:07.341867Z","caller":"traceutil/trace.go:171","msg":"trace[1262772553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"303.299166ms","start":"2026-03-10T18:24:07.038547Z","end":"2026-03-10T18:24:07.341847Z","steps":["trace[1262772553] 'agreement among raft nodes before linearized reading' (duration: 303.077091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:07.341851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.003965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T18:24:07.341843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.92453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T18:24:07.341908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:07.038531Z","time spent":"303.369387ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T18:24:07.34193Z","caller":"traceutil/trace.go:171","msg":"trace[2000415817] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1873; }","duration":"242.130997ms","start":"2026-03-10T18:24:07.099778Z","end":"2026-03-10T18:24:07.341909Z","steps":["trace[2000415817] 'agreement among raft nodes before linearized reading' (duration: 241.947264ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:07.34195Z","caller":"traceutil/trace.go:171","msg":"trace[1489779228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"354.064542ms","start":"2026-03-10T18:24:06.987859Z","end":"2026-03-10T18:24:07.341923Z","steps":["trace[1489779228] 'agreement among raft nodes before linearized reading' (duration: 353.763956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:07.342006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:06.987846Z","time spent":"354.146525ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T18:24:07.583139Z","caller":"traceutil/trace.go:171","msg":"trace[54800642] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"113.222749ms","start":"2026-03-10T18:24:07.469884Z","end":"2026-03-10T18:24:07.583106Z","steps":["trace[54800642] 'process raft request' (duration: 112.968705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:08.131833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810431014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T18:24:08.723115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.436365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:24:08.723303Z","caller":"traceutil/trace.go:171","msg":"trace[1156640636] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"1.091709261s","start":"2026-03-10T18:24:07.631574Z","end":"2026-03-10T18:24:08.723283Z","steps":["trace[1156640636] 'read index received' (duration: 772.951941ms)","trace[1156640636] 'applied index is now lower than readState.Index' (duration: 318.75532ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:24:08.723376Z","caller":"traceutil/trace.go:171","msg":"trace[1751776462] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.135709804s","start":"2026-03-10T18:24:07.587615Z","end":"2026-03-10T18:24:08.723325Z","steps":["trace[1751776462] 'process raft request' (duration: 816.975064ms)","trace[1751776462] 'compare' (duration: 318.031358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:24:08.723538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.782735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:24:08.723563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:07.587585Z","time spent":"1.135884577s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:24:08.723592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.727423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b8e0359ded1ea\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-10T18:24:08.72353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091938625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T18:24:08.723669Z","caller":"traceutil/trace.go:171","msg":"trace[1937810040] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1878; }","duration":"535.965648ms","start":"2026-03-10T18:24:08.187631Z","end":"2026-03-10T18:24:08.723596Z","steps":["trace[1937810040] 'agreement among raft nodes before linearized reading' (duration: 535.796815ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:08.723713Z","caller":"traceutil/trace.go:171","msg":"trace[1847883500] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b8e0359ded1ea; range_end:; response_count:1; response_revision:1878; }","duration":"375.882225ms","start":"2026-03-10T18:24:08.347796Z","end":"2026-03-10T18:24:08.723678Z","steps":["trace[1847883500] 'agreement among raft nodes before linearized reading' (duration: 375.665711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:08.723797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.347774Z","time spent":"376.009528ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b8e0359ded1ea\" "} {"level":"warn","ts":"2026-03-10T18:24:08.723801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.163615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:24:08.723779Z","caller":"traceutil/trace.go:171","msg":"trace[1979253209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1878; }","duration":"1.092187781s","start":"2026-03-10T18:24:07.631522Z","end":"2026-03-10T18:24:08.72371Z","steps":["trace[1979253209] 'agreement among raft nodes before linearized reading' (duration: 1.091857834s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:08.723578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.00041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T18:24:08.723812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.187607Z","time spent":"536.187823ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:24:08.723907Z","caller":"traceutil/trace.go:171","msg":"trace[1953671228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"470.296337ms","start":"2026-03-10T18:24:08.253547Z","end":"2026-03-10T18:24:08.723844Z","steps":["trace[1953671228] 'agreement among raft nodes before linearized reading' (duration: 470.165805ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:08.723916Z","caller":"traceutil/trace.go:171","msg":"trace[83392638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"374.347868ms","start":"2026-03-10T18:24:08.349531Z","end":"2026-03-10T18:24:08.723879Z","steps":["trace[83392638] 'agreement among raft nodes before linearized reading' (duration: 373.900899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:08.723919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:07.631502Z","time spent":"1.092370045s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T18:24:08.723978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.349518Z","time spent":"374.442239ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T18:24:08.72372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.254276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-10T18:24:08.724132Z","caller":"traceutil/trace.go:171","msg":"trace[1457428189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1878; }","duration":"122.697224ms","start":"2026-03-10T18:24:08.601417Z","end":"2026-03-10T18:24:08.724115Z","steps":["trace[1457428189] 'agreement among raft nodes before linearized reading' (duration: 122.237156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:08.72396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.253527Z","time spent":"470.422469ms","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T18:24:09.526534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.014009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:24:09.526873Z","caller":"traceutil/trace.go:171","msg":"trace[505896255] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1957; }","duration":"794.080741ms","start":"2026-03-10T18:24:08.732771Z","end":"2026-03-10T18:24:09.526852Z","steps":["trace[505896255] 'read index received' (duration: 301.612224ms)","trace[505896255] 'applied index is now lower than readState.Index' (duration: 492.467437ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:24:09.527042Z","caller":"traceutil/trace.go:171","msg":"trace[385620548] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"798.672396ms","start":"2026-03-10T18:24:08.728286Z","end":"2026-03-10T18:24:09.526958Z","steps":["trace[385620548] 'process raft request' (duration: 798.38422ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:09.527063Z","caller":"traceutil/trace.go:171","msg":"trace[1886588702] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"800.859176ms","start":"2026-03-10T18:24:08.72613Z","end":"2026-03-10T18:24:09.526989Z","steps":["trace[1886588702] 'process raft request' (duration: 308.281158ms)","trace[1886588702] 'compare' (duration: 491.891686ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:24:09.527195Z","caller":"traceutil/trace.go:171","msg":"trace[841054209] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"215.348362ms","start":"2026-03-10T18:24:09.311822Z","end":"2026-03-10T18:24:09.527171Z","steps":["trace[841054209] 'process raft request' (duration: 214.990006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:09.527338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.72827Z","time spent":"798.902829ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:24:09.527348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.726117Z","time spent":"801.10044ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:24:09.527577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.799444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:24:09.527637Z","caller":"traceutil/trace.go:171","msg":"trace[1031865153] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1881; }","duration":"794.874725ms","start":"2026-03-10T18:24:08.732746Z","end":"2026-03-10T18:24:09.527621Z","steps":["trace[1031865153] 'agreement among raft nodes before linearized reading' (duration: 794.200962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:09.527687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:24:08.732739Z","time spent":"794.935937ms","remote":"127.0.0.1:52686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-10T18:24:09.52917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.348282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:24:09.529275Z","caller":"traceutil/trace.go:171","msg":"trace[1221776043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"274.498664ms","start":"2026-03-10T18:24:09.254752Z","end":"2026-03-10T18:24:09.529251Z","steps":["trace[1221776043] 'agreement among raft nodes before linearized reading' (duration: 274.343831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:09.52929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.798933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-10T18:24:09.529314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.988628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:24:09.529363Z","caller":"traceutil/trace.go:171","msg":"trace[956162009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1882; }","duration":"149.914876ms","start":"2026-03-10T18:24:09.379431Z","end":"2026-03-10T18:24:09.529346Z","steps":["trace[956162009] 'agreement among raft nodes before linearized reading' (duration: 149.672492ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:09.529389Z","caller":"traceutil/trace.go:171","msg":"trace[1957544603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1882; }","duration":"227.11257ms","start":"2026-03-10T18:24:09.302253Z","end":"2026-03-10T18:24:09.529366Z","steps":["trace[1957544603] 'agreement among raft nodes before linearized reading' (duration: 226.979948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:09.529393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.635849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T18:24:09.529477Z","caller":"traceutil/trace.go:171","msg":"trace[758478802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1882; }","duration":"163.762941ms","start":"2026-03-10T18:24:09.365667Z","end":"2026-03-10T18:24:09.52943Z","steps":["trace[758478802] 'agreement among raft nodes before linearized reading' (duration: 163.485116ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:09.529565Z","caller":"traceutil/trace.go:171","msg":"trace[265012265] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"183.454715ms","start":"2026-03-10T18:24:09.346074Z","end":"2026-03-10T18:24:09.529529Z","steps":["trace[265012265] 'process raft request' (duration: 182.889325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:24:09.529808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.21869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T18:24:09.529891Z","caller":"traceutil/trace.go:171","msg":"trace[960595383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1882; }","duration":"151.365492ms","start":"2026-03-10T18:24:09.378502Z","end":"2026-03-10T18:24:09.529868Z","steps":["trace[960595383] 'agreement among raft nodes before linearized reading' (duration: 150.987565ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:57.935787Z","caller":"traceutil/trace.go:171","msg":"trace[881110443] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"137.011905ms","start":"2026-03-10T18:24:57.798755Z","end":"2026-03-10T18:24:57.935767Z","steps":["trace[881110443] 'process raft request' (duration: 136.896093ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:57.935874Z","caller":"traceutil/trace.go:171","msg":"trace[417538781] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2386; }","duration":"127.171623ms","start":"2026-03-10T18:24:57.808665Z","end":"2026-03-10T18:24:57.935837Z","steps":["trace[417538781] 'read index received' (duration: 127.155153ms)","trace[417538781] 'applied index is now lower than readState.Index' (duration: 13.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:24:57.936074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.392577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T18:24:57.936098Z","caller":"traceutil/trace.go:171","msg":"trace[159993139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"127.461969ms","start":"2026-03-10T18:24:57.808631Z","end":"2026-03-10T18:24:57.936093Z","steps":["trace[159993139] 'agreement among raft nodes before linearized reading' (duration: 127.360027ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:24:57.93814Z","caller":"traceutil/trace.go:171","msg":"trace[1902848427] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"119.226027ms","start":"2026-03-10T18:24:57.818847Z","end":"2026-03-10T18:24:57.938073Z","steps":["trace[1902848427] 'process raft request' (duration: 119.023003ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:25:32.729245Z","caller":"traceutil/trace.go:171","msg":"trace[47437699] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"127.096802ms","start":"2026-03-10T18:25:32.602111Z","end":"2026-03-10T18:25:32.729208Z","steps":["trace[47437699] 'process raft request' (duration: 126.876798ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:25:33.379612Z","caller":"traceutil/trace.go:171","msg":"trace[1539560971] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2587; }","duration":"168.348298ms","start":"2026-03-10T18:25:33.211232Z","end":"2026-03-10T18:25:33.37958Z","steps":["trace[1539560971] 'read index received' (duration: 168.169465ms)","trace[1539560971] 'applied index is now lower than readState.Index' (duration: 177.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:25:33.379681Z","caller":"traceutil/trace.go:171","msg":"trace[517642175] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"198.97319ms","start":"2026-03-10T18:25:33.180678Z","end":"2026-03-10T18:25:33.379651Z","steps":["trace[517642175] 'process raft request' (duration: 198.744665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:25:33.379842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.582062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-10T18:25:33.37989Z","caller":"traceutil/trace.go:171","msg":"trace[583832028] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2485; }","duration":"168.647434ms","start":"2026-03-10T18:25:33.211227Z","end":"2026-03-10T18:25:33.379874Z","steps":["trace[583832028] 'agreement among raft nodes before linearized reading' (duration: 168.47454ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:27:30.910527Z","caller":"traceutil/trace.go:171","msg":"trace[538842757] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"107.132801ms","start":"2026-03-10T18:27:30.803372Z","end":"2026-03-10T18:27:30.910505Z","steps":["trace[538842757] 'process raft request' (duration: 95.789345ms)","trace[538842757] 'compare' (duration: 10.690885ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:25.609988Z","caller":"traceutil/trace.go:171","msg":"trace[1048938897] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"112.757491ms","start":"2026-03-10T18:29:25.497207Z","end":"2026-03-10T18:29:25.609964Z","steps":["trace[1048938897] 'process raft request' (duration: 26.628774ms)","trace[1048938897] 'compare' (duration: 86.015485ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:25.610059Z","caller":"traceutil/trace.go:171","msg":"trace[2023786259] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"106.099917ms","start":"2026-03-10T18:29:25.503936Z","end":"2026-03-10T18:29:25.610035Z","steps":["trace[2023786259] 'process raft request' (duration: 106.044436ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:25.610061Z","caller":"traceutil/trace.go:171","msg":"trace[1828668068] linearizableReadLoop","detail":"{readStateIndex:4583; appliedIndex:4582; }","duration":"108.866159ms","start":"2026-03-10T18:29:25.501171Z","end":"2026-03-10T18:29:25.610037Z","steps":["trace[1828668068] 'read index received' (duration: 22.741322ms)","trace[1828668068] 'applied index is now lower than readState.Index' (duration: 86.123127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:29:25.610231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.948266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:29:25.6103Z","caller":"traceutil/trace.go:171","msg":"trace[1648642567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4399; }","duration":"112.063679ms","start":"2026-03-10T18:29:25.498219Z","end":"2026-03-10T18:29:25.610282Z","steps":["trace[1648642567] 'agreement among raft nodes before linearized reading' (duration: 111.886266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:25.610394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.492461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11454"} {"level":"info","ts":"2026-03-10T18:29:25.61046Z","caller":"traceutil/trace.go:171","msg":"trace[1561783809] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4399; }","duration":"109.606535ms","start":"2026-03-10T18:29:25.500834Z","end":"2026-03-10T18:29:25.61044Z","steps":["trace[1561783809] 'agreement among raft nodes before linearized reading' (duration: 109.263388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:28.840821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.88815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:29:28.841102Z","caller":"traceutil/trace.go:171","msg":"trace[590714736] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"216.016207ms","start":"2026-03-10T18:29:28.625056Z","end":"2026-03-10T18:29:28.841072Z","steps":["trace[590714736] 'process raft request' (duration: 44.802411ms)","trace[590714736] 'compare' (duration: 170.587345ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:28.841184Z","caller":"traceutil/trace.go:171","msg":"trace[1689515588] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"204.098567ms","start":"2026-03-10T18:29:28.637059Z","end":"2026-03-10T18:29:28.841157Z","steps":["trace[1689515588] 'process raft request' (duration: 204.015255ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:28.841254Z","caller":"traceutil/trace.go:171","msg":"trace[1270057755] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"215.570639ms","start":"2026-03-10T18:29:28.625655Z","end":"2026-03-10T18:29:28.841226Z","steps":["trace[1270057755] 'process raft request' (duration: 215.274324ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:28.841307Z","caller":"traceutil/trace.go:171","msg":"trace[751018710] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"213.065702ms","start":"2026-03-10T18:29:28.628217Z","end":"2026-03-10T18:29:28.841283Z","steps":["trace[751018710] 'process raft request' (duration: 212.822898ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:28.841651Z","caller":"traceutil/trace.go:171","msg":"trace[217603567] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4731; }","duration":"190.751299ms","start":"2026-03-10T18:29:28.65089Z","end":"2026-03-10T18:29:28.841641Z","steps":["trace[217603567] 'read index received' (duration: 18.939342ms)","trace[217603567] 'applied index is now lower than readState.Index' (duration: 171.811187ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:28.841712Z","caller":"traceutil/trace.go:171","msg":"trace[337236171] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"202.964265ms","start":"2026-03-10T18:29:28.638722Z","end":"2026-03-10T18:29:28.841687Z","steps":["trace[337236171] 'process raft request' (duration: 202.379394ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:28.841753Z","caller":"traceutil/trace.go:171","msg":"trace[1331565933] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"195.180101ms","start":"2026-03-10T18:29:28.646517Z","end":"2026-03-10T18:29:28.841698Z","steps":["trace[1331565933] 'process raft request' (duration: 194.61535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:28.841902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.988303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-t7fqj\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-03-10T18:29:28.841965Z","caller":"traceutil/trace.go:171","msg":"trace[1051660136] range","detail":"{range_begin:/registry/pods/monitoring/vector-t7fqj; range_end:; response_count:1; response_revision:4548; }","duration":"191.099246ms","start":"2026-03-10T18:29:28.650847Z","end":"2026-03-10T18:29:28.841946Z","steps":["trace[1051660136] 'agreement among raft nodes before linearized reading' (duration: 190.849991ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:29.199596Z","caller":"traceutil/trace.go:171","msg":"trace[824454398] linearizableReadLoop","detail":"{readStateIndex:4738; appliedIndex:4737; }","duration":"348.298821ms","start":"2026-03-10T18:29:28.851271Z","end":"2026-03-10T18:29:29.19957Z","steps":["trace[824454398] 'read index received' (duration: 279.655008ms)","trace[824454398] 'applied index is now lower than readState.Index' (duration: 68.642553ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:29.199847Z","caller":"traceutil/trace.go:171","msg":"trace[876591460] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"348.827301ms","start":"2026-03-10T18:29:28.851007Z","end":"2026-03-10T18:29:29.199834Z","steps":["trace[876591460] 'process raft request' (duration: 279.906333ms)","trace[876591460] 'compare' (duration: 68.426689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:29:29.199939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:28.850985Z","time spent":"348.899422ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:29.199992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.715749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-03-10T18:29:29.200027Z","caller":"traceutil/trace.go:171","msg":"trace[18211722] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:4549; }","duration":"348.77561ms","start":"2026-03-10T18:29:28.851241Z","end":"2026-03-10T18:29:29.200017Z","steps":["trace[18211722] 'agreement among raft nodes before linearized reading' (duration: 348.638277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:29.200059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:28.851229Z","time spent":"348.823032ms","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5105,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-03-10T18:29:29.211929Z","caller":"traceutil/trace.go:171","msg":"trace[1790653252] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"311.314224ms","start":"2026-03-10T18:29:28.900588Z","end":"2026-03-10T18:29:29.211903Z","steps":["trace[1790653252] 'process raft request' (duration: 311.135201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:29.21211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:28.900572Z","time spent":"311.458488ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:29:29.21225Z","caller":"traceutil/trace.go:171","msg":"trace[2105198695] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"296.923228ms","start":"2026-03-10T18:29:28.915312Z","end":"2026-03-10T18:29:29.212235Z","steps":["trace[2105198695] 'process raft request' (duration: 296.548032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:29.21266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.881014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c27720-d7ce-4ab1-b5f7-00693d1314a0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-10T18:29:29.212703Z","caller":"traceutil/trace.go:171","msg":"trace[95301407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c27720-d7ce-4ab1-b5f7-00693d1314a0; range_end:; response_count:1; response_revision:4551; }","duration":"320.968284ms","start":"2026-03-10T18:29:28.891723Z","end":"2026-03-10T18:29:29.212692Z","steps":["trace[95301407] 'agreement among raft nodes before linearized reading' (duration: 320.856241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:29.212731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:28.891694Z","time spent":"321.029626ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c27720-d7ce-4ab1-b5f7-00693d1314a0\" "} {"level":"warn","ts":"2026-03-10T18:29:29.212723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.155029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-10T18:29:29.212781Z","caller":"traceutil/trace.go:171","msg":"trace[1695497223] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4551; }","duration":"307.2414ms","start":"2026-03-10T18:29:28.905524Z","end":"2026-03-10T18:29:29.212766Z","steps":["trace[1695497223] 'agreement among raft nodes before linearized reading' (duration: 306.875832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:29.212827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:28.905513Z","time spent":"307.307551ms","remote":"127.0.0.1:52314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777491,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-10T18:29:31.759639Z","caller":"traceutil/trace.go:171","msg":"trace[144654793] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"112.66576ms","start":"2026-03-10T18:29:31.646947Z","end":"2026-03-10T18:29:31.759613Z","steps":["trace[144654793] 'process raft request' (duration: 104.890336ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:45.159859Z","caller":"traceutil/trace.go:171","msg":"trace[1273312436] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"211.119101ms","start":"2026-03-10T18:29:44.948698Z","end":"2026-03-10T18:29:45.159817Z","steps":["trace[1273312436] 'process raft request' (duration: 210.860626ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:45.163662Z","caller":"traceutil/trace.go:171","msg":"trace[696860381] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5011; }","duration":"172.854743ms","start":"2026-03-10T18:29:44.990778Z","end":"2026-03-10T18:29:45.163633Z","steps":["trace[696860381] 'read index received' (duration: 168.92052ms)","trace[696860381] 'applied index is now lower than readState.Index' (duration: 3.932593ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:45.163733Z","caller":"traceutil/trace.go:171","msg":"trace[783072873] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"196.103723ms","start":"2026-03-10T18:29:44.967599Z","end":"2026-03-10T18:29:45.163702Z","steps":["trace[783072873] 'process raft request' (duration: 195.888569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:45.164098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.201569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T18:29:45.164166Z","caller":"traceutil/trace.go:171","msg":"trace[1877314937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4817; }","duration":"173.427633ms","start":"2026-03-10T18:29:44.990725Z","end":"2026-03-10T18:29:45.164152Z","steps":["trace[1877314937] 'agreement among raft nodes before linearized reading' (duration: 173.013646ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:47.686309Z","caller":"traceutil/trace.go:171","msg":"trace[1452691097] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5083; }","duration":"175.284097ms","start":"2026-03-10T18:29:47.511Z","end":"2026-03-10T18:29:47.686284Z","steps":["trace[1452691097] 'read index received' (duration: 175.135655ms)","trace[1452691097] 'applied index is now lower than readState.Index' (duration: 144.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:47.686364Z","caller":"traceutil/trace.go:171","msg":"trace[1422151871] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"240.046148ms","start":"2026-03-10T18:29:47.446286Z","end":"2026-03-10T18:29:47.686332Z","steps":["trace[1422151871] 'process raft request' (duration: 239.843205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:47.686514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.495181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:29:47.686599Z","caller":"traceutil/trace.go:171","msg":"trace[695731133] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4887; }","duration":"175.673876ms","start":"2026-03-10T18:29:47.510906Z","end":"2026-03-10T18:29:47.686579Z","steps":["trace[695731133] 'agreement among raft nodes before linearized reading' (duration: 175.526173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:48.21931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810438225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T18:29:48.624671Z","caller":"traceutil/trace.go:171","msg":"trace[449624510] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"932.6156ms","start":"2026-03-10T18:29:47.69203Z","end":"2026-03-10T18:29:48.624645Z","steps":["trace[449624510] 'process raft request' (duration: 932.486287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:48.624833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.692008Z","time spent":"932.733592ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:49.293364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.368338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:29:49.293539Z","caller":"traceutil/trace.go:171","msg":"trace[303098709] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"662.051848ms","start":"2026-03-10T18:29:48.631472Z","end":"2026-03-10T18:29:49.293524Z","steps":["trace[303098709] 'process raft request' (duration: 661.997787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:49.293597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.631448Z","time spent":"662.120988ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T18:29:49.293735Z","caller":"traceutil/trace.go:171","msg":"trace[1801194173] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5084; }","duration":"1.575499312s","start":"2026-03-10T18:29:47.718203Z","end":"2026-03-10T18:29:49.293702Z","steps":["trace[1801194173] 'read index received' (duration: 906.338693ms)","trace[1801194173] 'applied index is now lower than readState.Index' (duration: 669.157279ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:49.294017Z","caller":"traceutil/trace.go:171","msg":"trace[1015801353] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"1.268747448s","start":"2026-03-10T18:29:48.024912Z","end":"2026-03-10T18:29:49.293659Z","steps":["trace[1015801353] 'process raft request' (duration: 671.000682ms)","trace[1015801353] 'compare' (duration: 597.074313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:29:49.294065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575840128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:29:49.294148Z","caller":"traceutil/trace.go:171","msg":"trace[634383168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4890; }","duration":"1.575954609s","start":"2026-03-10T18:29:47.71817Z","end":"2026-03-10T18:29:49.294125Z","steps":["trace[634383168] 'agreement among raft nodes before linearized reading' (duration: 1.575672334s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:49.29421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.718159Z","time spent":"1.576037351s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T18:29:49.294341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.024897Z","time spent":"1.269199076s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:50.328761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.957668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:29:50.329063Z","caller":"traceutil/trace.go:171","msg":"trace[766357792] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.160123785s","start":"2026-03-10T18:29:49.168894Z","end":"2026-03-10T18:29:50.329017Z","steps":["trace[766357792] 'process raft request' (duration: 390.779941ms)","trace[766357792] 'compare' (duration: 768.660311ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:50.329164Z","caller":"traceutil/trace.go:171","msg":"trace[870145507] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"718.157026ms","start":"2026-03-10T18:29:49.61099Z","end":"2026-03-10T18:29:50.329147Z","steps":["trace[870145507] 'process raft request' (duration: 718.113895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.610965Z","time spent":"718.237928ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:50.329245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.168867Z","time spent":"1.160281967s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:29:50.329402Z","caller":"traceutil/trace.go:171","msg":"trace[552850271] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.157841682s","start":"2026-03-10T18:29:49.171545Z","end":"2026-03-10T18:29:50.329387Z","steps":["trace[552850271] 'process raft request' (duration: 1.157357154s)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329396Z","caller":"traceutil/trace.go:171","msg":"trace[374880199] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"1.031888859s","start":"2026-03-10T18:29:49.297484Z","end":"2026-03-10T18:29:50.329373Z","steps":["trace[374880199] 'process raft request' (duration: 1.031541453s)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329401Z","caller":"traceutil/trace.go:171","msg":"trace[408823048] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5087; }","duration":"1.035547636s","start":"2026-03-10T18:29:49.293826Z","end":"2026-03-10T18:29:50.329373Z","steps":["trace[408823048] 'read index received' (duration: 265.926667ms)","trace[408823048] 'applied index is now lower than readState.Index' (duration: 769.617649ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:50.329418Z","caller":"traceutil/trace.go:171","msg":"trace[1408528575] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"1.030681437s","start":"2026-03-10T18:29:49.298701Z","end":"2026-03-10T18:29:50.329382Z","steps":["trace[1408528575] 'process raft request' (duration: 1.030363391s)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329428Z","caller":"traceutil/trace.go:171","msg":"trace[382297725] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"1.043921951s","start":"2026-03-10T18:29:49.285476Z","end":"2026-03-10T18:29:50.329398Z","steps":["trace[382297725] 'process raft request' (duration: 1.043512034s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727478527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:29:50.32948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397796367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T18:29:50.329486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.171519Z","time spent":"1.157918614s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:50.329489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07196879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:29:50.329506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48424827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:29:50.329531Z","caller":"traceutil/trace.go:171","msg":"trace[651036527] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4896; }","duration":"2.397873548s","start":"2026-03-10T18:29:47.931644Z","end":"2026-03-10T18:29:50.329517Z","steps":["trace[651036527] 'agreement among raft nodes before linearized reading' (duration: 2.397769247s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.298692Z","time spent":"1.03078869s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:29:50.329512Z","caller":"traceutil/trace.go:171","msg":"trace[869240124] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4896; }","duration":"1.727576879s","start":"2026-03-10T18:29:48.601922Z","end":"2026-03-10T18:29:50.329499Z","steps":["trace[869240124] 'agreement among raft nodes before linearized reading' (duration: 1.727467786s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.285462Z","time spent":"1.044027054s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:29:50.329571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327705899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T18:29:50.329571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.931631Z","time spent":"2.39792985s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:29:50.329556Z","caller":"traceutil/trace.go:171","msg":"trace[397754864] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4896; }","duration":"2.072073252s","start":"2026-03-10T18:29:48.257461Z","end":"2026-03-10T18:29:50.329534Z","steps":["trace[397754864] 'agreement among raft nodes before linearized reading' (duration: 2.0719536s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622699966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T18:29:50.329614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638871096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3c2bbc1-4631-403b-a510-6622197d40a7\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-10T18:29:50.329615Z","caller":"traceutil/trace.go:171","msg":"trace[677802434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:4896; }","duration":"2.327790901s","start":"2026-03-10T18:29:48.001815Z","end":"2026-03-10T18:29:50.329606Z","steps":["trace[677802434] 'agreement among raft nodes before linearized reading' (duration: 2.327665299s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.601896Z","time spent":"1.727700951s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:29:50.329635Z","caller":"traceutil/trace.go:171","msg":"trace[806520991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3c2bbc1-4631-403b-a510-6622197d40a7; range_end:; response_count:1; response_revision:4896; }","duration":"1.638934167s","start":"2026-03-10T18:29:48.690695Z","end":"2026-03-10T18:29:50.329629Z","steps":["trace[806520991] 'agreement among raft nodes before linearized reading' (duration: 1.638834776s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.29746Z","time spent":"1.031988292s","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-10T18:29:50.329638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710695626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-10T18:29:50.329637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.257445Z","time spent":"2.072179074s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:29:50.329635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485710327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T18:29:50.329645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.001793Z","time spent":"2.327844272s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fbwtj\" "} {"level":"info","ts":"2026-03-10T18:29:50.329639Z","caller":"traceutil/trace.go:171","msg":"trace[648079818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4896; }","duration":"1.622812248s","start":"2026-03-10T18:29:48.706809Z","end":"2026-03-10T18:29:50.329622Z","steps":["trace[648079818] 'agreement among raft nodes before linearized reading' (duration: 1.622625455s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.32966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.690672Z","time spent":"1.638981668s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3c2bbc1-4631-403b-a510-6622197d40a7\" "} {"level":"info","ts":"2026-03-10T18:29:50.329573Z","caller":"traceutil/trace.go:171","msg":"trace[232846420] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4896; }","duration":"2.484376732s","start":"2026-03-10T18:29:47.845178Z","end":"2026-03-10T18:29:50.329555Z","steps":["trace[232846420] 'agreement among raft nodes before linearized reading' (duration: 2.48424123s)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329666Z","caller":"traceutil/trace.go:171","msg":"trace[1852419066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4896; }","duration":"1.710764798s","start":"2026-03-10T18:29:48.618893Z","end":"2026-03-10T18:29:50.329658Z","steps":["trace[1852419066] 'agreement among raft nodes before linearized reading' (duration: 1.710640936s)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329676Z","caller":"traceutil/trace.go:171","msg":"trace[274761197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4896; }","duration":"2.485791358s","start":"2026-03-10T18:29:47.843875Z","end":"2026-03-10T18:29:50.329666Z","steps":["trace[274761197] 'agreement among raft nodes before linearized reading' (duration: 2.485630345s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.706796Z","time spent":"1.622883089s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:29:50.329693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:48.61887Z","time spent":"1.710818248s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-10T18:29:50.329701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.845153Z","time spent":"2.484534094s","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:29:50.329702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075119471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:29:50.32975Z","caller":"traceutil/trace.go:171","msg":"trace[1316136594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4896; }","duration":"1.075207241s","start":"2026-03-10T18:29:49.254529Z","end":"2026-03-10T18:29:50.329736Z","steps":["trace[1316136594] 'agreement among raft nodes before linearized reading' (duration: 1.07513282s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.32978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.307201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T18:29:50.329791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.254505Z","time spent":"1.075275283s","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T18:29:50.329816Z","caller":"traceutil/trace.go:171","msg":"trace[1191351769] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4896; }","duration":"506.400733ms","start":"2026-03-10T18:29:49.823407Z","end":"2026-03-10T18:29:50.329808Z","steps":["trace[1191351769] 'agreement among raft nodes before linearized reading' (duration: 506.322551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.843847Z","time spent":"2.48585366s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T18:29:50.329849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.82338Z","time spent":"506.460904ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:29:50.329887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.3913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:29:50.329923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588382918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:29:50.329929Z","caller":"traceutil/trace.go:171","msg":"trace[955047595] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4896; }","duration":"372.467432ms","start":"2026-03-10T18:29:49.95745Z","end":"2026-03-10T18:29:50.329917Z","steps":["trace[955047595] 'agreement among raft nodes before linearized reading' (duration: 372.39548ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:50.329955Z","caller":"traceutil/trace.go:171","msg":"trace[469334471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4896; }","duration":"2.58847508s","start":"2026-03-10T18:29:47.741471Z","end":"2026-03-10T18:29:50.329946Z","steps":["trace[469334471] 'agreement among raft nodes before linearized reading' (duration: 2.588383608s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:50.329971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:49.957424Z","time spent":"372.535302ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:29:50.329982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:29:47.74145Z","time spent":"2.588525292s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:29:52.51316Z","caller":"traceutil/trace.go:171","msg":"trace[1043946766] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5147; }","duration":"129.142533ms","start":"2026-03-10T18:29:52.383997Z","end":"2026-03-10T18:29:52.513139Z","steps":["trace[1043946766] 'read index received' (duration: 7.159483ms)","trace[1043946766] 'applied index is now lower than readState.Index' (duration: 121.979159ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:52.513207Z","caller":"traceutil/trace.go:171","msg":"trace[1354624415] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"129.260304ms","start":"2026-03-10T18:29:52.383914Z","end":"2026-03-10T18:29:52.513174Z","steps":["trace[1354624415] 'process raft request' (duration: 99.218498ms)","trace[1354624415] 'compare' (duration: 29.822712ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:52.513302Z","caller":"traceutil/trace.go:171","msg":"trace[2045386575] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"129.272005ms","start":"2026-03-10T18:29:52.384011Z","end":"2026-03-10T18:29:52.513283Z","steps":["trace[2045386575] 'process raft request' (duration: 129.046721ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:52.513393Z","caller":"traceutil/trace.go:171","msg":"trace[2040021949] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"129.298876ms","start":"2026-03-10T18:29:52.384068Z","end":"2026-03-10T18:29:52.513367Z","steps":["trace[2040021949] 'process raft request' (duration: 129.028221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:52.51343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.417977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80206"} {"level":"info","ts":"2026-03-10T18:29:52.51347Z","caller":"traceutil/trace.go:171","msg":"trace[1745915497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4950; }","duration":"129.494489ms","start":"2026-03-10T18:29:52.383964Z","end":"2026-03-10T18:29:52.513459Z","steps":["trace[1745915497] 'agreement among raft nodes before linearized reading' (duration: 129.265205ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:55.962171Z","caller":"traceutil/trace.go:171","msg":"trace[2128769835] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"152.206251ms","start":"2026-03-10T18:29:55.809935Z","end":"2026-03-10T18:29:55.962141Z","steps":["trace[2128769835] 'process raft request' (duration: 108.558221ms)","trace[2128769835] 'compare' (duration: 43.482396ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:29:55.962234Z","caller":"traceutil/trace.go:171","msg":"trace[1339271993] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"151.288243ms","start":"2026-03-10T18:29:55.810927Z","end":"2026-03-10T18:29:55.962215Z","steps":["trace[1339271993] 'process raft request' (duration: 151.18752ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:55.962227Z","caller":"traceutil/trace.go:171","msg":"trace[287498344] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"151.399816ms","start":"2026-03-10T18:29:55.810796Z","end":"2026-03-10T18:29:55.962195Z","steps":["trace[287498344] 'process raft request' (duration: 151.269012ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:55.962618Z","caller":"traceutil/trace.go:171","msg":"trace[1156259182] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"147.503314ms","start":"2026-03-10T18:29:55.815101Z","end":"2026-03-10T18:29:55.962605Z","steps":["trace[1156259182] 'process raft request' (duration: 147.30238ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:55.962594Z","caller":"traceutil/trace.go:171","msg":"trace[939045088] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"149.258196ms","start":"2026-03-10T18:29:55.813281Z","end":"2026-03-10T18:29:55.962539Z","steps":["trace[939045088] 'process raft request' (duration: 148.863419ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:55.962615Z","caller":"traceutil/trace.go:171","msg":"trace[1859254134] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5208; }","duration":"150.293046ms","start":"2026-03-10T18:29:55.812299Z","end":"2026-03-10T18:29:55.962592Z","steps":["trace[1859254134] 'read index received' (duration: 31.83384ms)","trace[1859254134] 'applied index is now lower than readState.Index' (duration: 118.457936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:29:55.962789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.469219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7c27720-d7ce-4ab1-b5f7-00693d1314a0\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-10T18:29:55.962836Z","caller":"traceutil/trace.go:171","msg":"trace[1087693160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7c27720-d7ce-4ab1-b5f7-00693d1314a0; range_end:; response_count:1; response_revision:5013; }","duration":"150.54348ms","start":"2026-03-10T18:29:55.81228Z","end":"2026-03-10T18:29:55.962823Z","steps":["trace[1087693160] 'agreement among raft nodes before linearized reading' (duration: 150.385317ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:29:56.942635Z","caller":"traceutil/trace.go:171","msg":"trace[94679617] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"142.578582ms","start":"2026-03-10T18:29:56.800034Z","end":"2026-03-10T18:29:56.942613Z","steps":["trace[94679617] 'process raft request' (duration: 142.406439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:29:58.781241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.671002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T18:29:58.781345Z","caller":"traceutil/trace.go:171","msg":"trace[428329357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5052; }","duration":"102.804404ms","start":"2026-03-10T18:29:58.678517Z","end":"2026-03-10T18:29:58.781321Z","steps":["trace[428329357] 'range keys from in-memory index tree' (duration: 102.476199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:30:04.212629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.078274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:30:04.213019Z","caller":"traceutil/trace.go:171","msg":"trace[521815062] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"182.600003ms","start":"2026-03-10T18:30:04.030397Z","end":"2026-03-10T18:30:04.212997Z","steps":["trace[521815062] 'process raft request' (duration: 14.070551ms)","trace[521815062] 'compare' (duration: 167.936802ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:30:04.551161Z","caller":"traceutil/trace.go:171","msg":"trace[1493787008] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"123.860116ms","start":"2026-03-10T18:30:04.427277Z","end":"2026-03-10T18:30:04.551137Z","steps":["trace[1493787008] 'process raft request' (duration: 123.694983ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:04.558081Z","caller":"traceutil/trace.go:171","msg":"trace[275590901] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"128.574112ms","start":"2026-03-10T18:30:04.429489Z","end":"2026-03-10T18:30:04.558063Z","steps":["trace[275590901] 'process raft request' (duration: 128.468ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:04.558351Z","caller":"traceutil/trace.go:171","msg":"trace[1138351478] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5299; }","duration":"104.950205ms","start":"2026-03-10T18:30:04.453381Z","end":"2026-03-10T18:30:04.558331Z","steps":["trace[1138351478] 'read index received' (duration: 97.574919ms)","trace[1138351478] 'applied index is now lower than readState.Index' (duration: 7.372716ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:30:04.558423Z","caller":"traceutil/trace.go:171","msg":"trace[1221735475] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"110.65871ms","start":"2026-03-10T18:30:04.447732Z","end":"2026-03-10T18:30:04.55839Z","steps":["trace[1221735475] 'process raft request' (duration: 110.516978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:30:04.558518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.132878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:30:04.558547Z","caller":"traceutil/trace.go:171","msg":"trace[2103077701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5100; }","duration":"105.20945ms","start":"2026-03-10T18:30:04.453327Z","end":"2026-03-10T18:30:04.558537Z","steps":["trace[2103077701] 'agreement among raft nodes before linearized reading' (duration: 105.079217ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:04.558603Z","caller":"traceutil/trace.go:171","msg":"trace[1554625414] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"124.450676ms","start":"2026-03-10T18:30:04.433901Z","end":"2026-03-10T18:30:04.558351Z","steps":["trace[1554625414] 'process raft request' (duration: 124.127861ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:38.883348Z","caller":"traceutil/trace.go:171","msg":"trace[874512615] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"151.545468ms","start":"2026-03-10T18:30:38.73177Z","end":"2026-03-10T18:30:38.883315Z","steps":["trace[874512615] 'process raft request' (duration: 151.384714ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:38.884021Z","caller":"traceutil/trace.go:171","msg":"trace[215299109] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"151.257032ms","start":"2026-03-10T18:30:38.732744Z","end":"2026-03-10T18:30:38.884001Z","steps":["trace[215299109] 'process raft request' (duration: 151.020618ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:38.884076Z","caller":"traceutil/trace.go:171","msg":"trace[1958287690] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"150.329225ms","start":"2026-03-10T18:30:38.733697Z","end":"2026-03-10T18:30:38.884027Z","steps":["trace[1958287690] 'process raft request' (duration: 150.179792ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:49.343465Z","caller":"traceutil/trace.go:171","msg":"trace[790053401] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5661; }","duration":"101.193654ms","start":"2026-03-10T18:30:49.24225Z","end":"2026-03-10T18:30:49.343443Z","steps":["trace[790053401] 'read index received' (duration: 101.019141ms)","trace[790053401] 'applied index is now lower than readState.Index' (duration: 173.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:30:49.343526Z","caller":"traceutil/trace.go:171","msg":"trace[104880652] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"145.861591ms","start":"2026-03-10T18:30:49.197632Z","end":"2026-03-10T18:30:49.343493Z","steps":["trace[104880652] 'process raft request' (duration: 145.688018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:30:49.343607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.326756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:30:49.343663Z","caller":"traceutil/trace.go:171","msg":"trace[454160927] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5448; }","duration":"101.45009ms","start":"2026-03-10T18:30:49.242199Z","end":"2026-03-10T18:30:49.343649Z","steps":["trace[454160927] 'agreement among raft nodes before linearized reading' (duration: 101.333587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:30:49.719224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.501724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:30:49.719339Z","caller":"traceutil/trace.go:171","msg":"trace[486083378] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5448; }","duration":"179.674957ms","start":"2026-03-10T18:30:49.53964Z","end":"2026-03-10T18:30:49.719315Z","steps":["trace[486083378] 'count revisions from in-memory index tree' (duration: 179.406543ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:30:49.71948Z","caller":"traceutil/trace.go:171","msg":"trace[374231346] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"123.433576ms","start":"2026-03-10T18:30:49.596014Z","end":"2026-03-10T18:30:49.719448Z","steps":["trace[374231346] 'process raft request' (duration: 96.294423ms)","trace[374231346] 'compare' (duration: 26.822447ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:30:55.248605Z","caller":"traceutil/trace.go:171","msg":"trace[737687677] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"124.487236ms","start":"2026-03-10T18:30:55.124086Z","end":"2026-03-10T18:30:55.248573Z","steps":["trace[737687677] 'read index received' (duration: 86.37311ms)","trace[737687677] 'applied index is now lower than readState.Index' (duration: 38.112946ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:30:55.248719Z","caller":"traceutil/trace.go:171","msg":"trace[1109772873] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"141.288017ms","start":"2026-03-10T18:30:55.107421Z","end":"2026-03-10T18:30:55.248709Z","steps":["trace[1109772873] 'process raft request' (duration: 103.051569ms)","trace[1109772873] 'compare' (duration: 37.973604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:30:55.248927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.132264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:30:55.249085Z","caller":"traceutil/trace.go:171","msg":"trace[595774165] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5497; }","duration":"107.351698ms","start":"2026-03-10T18:30:55.14171Z","end":"2026-03-10T18:30:55.249062Z","steps":["trace[595774165] 'agreement among raft nodes before linearized reading' (duration: 107.128824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:30:55.249208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.049576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T18:30:55.249393Z","caller":"traceutil/trace.go:171","msg":"trace[1992944819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5497; }","duration":"125.30878ms","start":"2026-03-10T18:30:55.124014Z","end":"2026-03-10T18:30:55.249323Z","steps":["trace[1992944819] 'agreement among raft nodes before linearized reading' (duration: 124.867353ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:31:03.429417Z","caller":"traceutil/trace.go:171","msg":"trace[1685673865] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"126.088555ms","start":"2026-03-10T18:31:03.303297Z","end":"2026-03-10T18:31:03.429386Z","steps":["trace[1685673865] 'process raft request' (duration: 122.879376ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:31:27.726787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2755} {"level":"info","ts":"2026-03-10T18:31:27.78678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2755,"took":"58.475412ms","hash":1651954071,"current-db-size-bytes":41431040,"current-db-size":"41 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-10T18:31:27.786904Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1651954071,"revision":2755,"compact-revision":-1} {"level":"info","ts":"2026-03-10T18:36:08.517115Z","caller":"traceutil/trace.go:171","msg":"trace[1839100607] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"213.54975ms","start":"2026-03-10T18:36:08.303539Z","end":"2026-03-10T18:36:08.517088Z","steps":["trace[1839100607] 'process raft request' (duration: 213.397348ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:10.906839Z","caller":"traceutil/trace.go:171","msg":"trace[1142727345] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"695.468731ms","start":"2026-03-10T18:36:10.211333Z","end":"2026-03-10T18:36:10.906802Z","steps":["trace[1142727345] 'process raft request' (duration: 695.269638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:10.907041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.211303Z","time spent":"695.637075ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:11.449742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.748451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:36:11.450048Z","caller":"traceutil/trace.go:171","msg":"trace[956447642] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"1.203188693s","start":"2026-03-10T18:36:10.246771Z","end":"2026-03-10T18:36:11.44996Z","steps":["trace[956447642] 'process raft request' (duration: 757.066424ms)","trace[956447642] 'compare' (duration: 445.265183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:11.450295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.246745Z","time spent":"1.203391686s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:11.45036Z","caller":"traceutil/trace.go:171","msg":"trace[1257202290] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"394.575024ms","start":"2026-03-10T18:36:11.055766Z","end":"2026-03-10T18:36:11.450341Z","steps":["trace[1257202290] 'process raft request' (duration: 394.407381ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:11.450516Z","caller":"traceutil/trace.go:171","msg":"trace[606622793] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"928.158094ms","start":"2026-03-10T18:36:10.522314Z","end":"2026-03-10T18:36:11.450472Z","steps":["trace[606622793] 'process raft request' (duration: 927.583984ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:11.450528Z","caller":"traceutil/trace.go:171","msg":"trace[1503276838] linearizableReadLoop","detail":"{readStateIndex:7935; appliedIndex:7932; }","duration":"713.366542ms","start":"2026-03-10T18:36:10.737101Z","end":"2026-03-10T18:36:11.450468Z","steps":["trace[1503276838] 'read index received' (duration: 169.508442ms)","trace[1503276838] 'applied index is now lower than readState.Index' (duration: 543.85375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:11.450546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:11.055735Z","time spent":"394.699176ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:11.450696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.522285Z","time spent":"928.318837ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:11.450913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.697949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T18:36:11.450961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.378992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T18:36:11.451Z","caller":"traceutil/trace.go:171","msg":"trace[1370769078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7644; }","duration":"657.826972ms","start":"2026-03-10T18:36:10.793155Z","end":"2026-03-10T18:36:11.450982Z","steps":["trace[1370769078] 'agreement among raft nodes before linearized reading' (duration: 657.542427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.450987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.568293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T18:36:11.451018Z","caller":"traceutil/trace.go:171","msg":"trace[2776135] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:7644; }","duration":"577.477283ms","start":"2026-03-10T18:36:10.873524Z","end":"2026-03-10T18:36:11.451002Z","steps":["trace[2776135] 'agreement among raft nodes before linearized reading' (duration: 577.249529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.450986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.358885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T18:36:11.450888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.105631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:36:11.451058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.793144Z","time spent":"657.894003ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:36:11.451074Z","caller":"traceutil/trace.go:171","msg":"trace[1212941926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7644; }","duration":"438.474087ms","start":"2026-03-10T18:36:11.01258Z","end":"2026-03-10T18:36:11.451054Z","steps":["trace[1212941926] 'agreement among raft nodes before linearized reading' (duration: 438.257293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.45108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.873498Z","time spent":"577.548114ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-10T18:36:11.451117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:11.012571Z","time spent":"438.537859ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fbwtj\" "} {"level":"info","ts":"2026-03-10T18:36:11.451121Z","caller":"traceutil/trace.go:171","msg":"trace[1927738717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7644; }","duration":"198.394656ms","start":"2026-03-10T18:36:11.252699Z","end":"2026-03-10T18:36:11.451094Z","steps":["trace[1927738717] 'agreement among raft nodes before linearized reading' (duration: 198.109911ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:11.451061Z","caller":"traceutil/trace.go:171","msg":"trace[760514073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7644; }","duration":"496.685205ms","start":"2026-03-10T18:36:10.954356Z","end":"2026-03-10T18:36:11.451042Z","steps":["trace[760514073] 'agreement among raft nodes before linearized reading' (duration: 496.482552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.451215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.954338Z","time spent":"496.862839ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T18:36:11.451492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.04808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-10T18:36:11.45104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.945512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:36:11.451551Z","caller":"traceutil/trace.go:171","msg":"trace[2135791189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7644; }","duration":"506.107211ms","start":"2026-03-10T18:36:10.945428Z","end":"2026-03-10T18:36:11.451535Z","steps":["trace[2135791189] 'agreement among raft nodes before linearized reading' (duration: 505.907048ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:11.451557Z","caller":"traceutil/trace.go:171","msg":"trace[603723425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7644; }","duration":"714.458582ms","start":"2026-03-10T18:36:10.737086Z","end":"2026-03-10T18:36:11.451545Z","steps":["trace[603723425] 'agreement among raft nodes before linearized reading' (duration: 713.548625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.451579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.836626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T18:36:11.451588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.945346Z","time spent":"506.235153ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T18:36:11.451595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.737026Z","time spent":"714.556915ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T18:36:11.451634Z","caller":"traceutil/trace.go:171","msg":"trace[1805881706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7644; }","duration":"491.900867ms","start":"2026-03-10T18:36:10.959717Z","end":"2026-03-10T18:36:11.451618Z","steps":["trace[1805881706] 'agreement among raft nodes before linearized reading' (duration: 491.0048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:11.451689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:10.959711Z","time spent":"491.966498ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:36:20.974422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.584908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:20.97456Z","caller":"traceutil/trace.go:171","msg":"trace[752555617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7688; }","duration":"159.744101ms","start":"2026-03-10T18:36:20.814795Z","end":"2026-03-10T18:36:20.974539Z","steps":["trace[752555617] 'range keys from in-memory index tree' (duration: 159.562908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:20.974787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.119234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T18:36:20.974913Z","caller":"traceutil/trace.go:171","msg":"trace[1909669103] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:7688; }","duration":"101.313009ms","start":"2026-03-10T18:36:20.873576Z","end":"2026-03-10T18:36:20.974889Z","steps":["trace[1909669103] 'range keys from in-memory index tree' (duration: 100.87932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.004366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810445764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T18:36:22.285547Z","caller":"traceutil/trace.go:171","msg":"trace[235045529] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"796.646598ms","start":"2026-03-10T18:36:21.488875Z","end":"2026-03-10T18:36:22.285522Z","steps":["trace[235045529] 'process raft request' (duration: 796.502275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.285857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.488842Z","time spent":"796.7895ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:22.347647Z","caller":"traceutil/trace.go:171","msg":"trace[991022602] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"848.825774ms","start":"2026-03-10T18:36:21.4988Z","end":"2026-03-10T18:36:22.347626Z","steps":["trace[991022602] 'process raft request' (duration: 829.802091ms)","trace[991022602] 'compare' (duration: 18.748058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:22.347844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.498779Z","time spent":"848.927076ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:22.348071Z","caller":"traceutil/trace.go:171","msg":"trace[1000824641] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"584.943882ms","start":"2026-03-10T18:36:21.76311Z","end":"2026-03-10T18:36:22.348054Z","steps":["trace[1000824641] 'process raft request' (duration: 584.470134ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:22.348027Z","caller":"traceutil/trace.go:171","msg":"trace[1830845131] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7986; }","duration":"844.611106ms","start":"2026-03-10T18:36:21.503377Z","end":"2026-03-10T18:36:22.347988Z","steps":["trace[1830845131] 'read index received' (duration: 782.069337ms)","trace[1830845131] 'applied index is now lower than readState.Index' (duration: 62.539029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:22.348158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.76308Z","time spent":"585.034084ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:22.348419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.018384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T18:36:22.348517Z","caller":"traceutil/trace.go:171","msg":"trace[1070365484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7694; }","duration":"845.190797ms","start":"2026-03-10T18:36:21.503312Z","end":"2026-03-10T18:36:22.348503Z","steps":["trace[1070365484] 'agreement among raft nodes before linearized reading' (duration: 844.84368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.348591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.794655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:36:22.348662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.25341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T18:36:22.348695Z","caller":"traceutil/trace.go:171","msg":"trace[1712418686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7694; }","duration":"830.306211ms","start":"2026-03-10T18:36:21.518379Z","end":"2026-03-10T18:36:22.348685Z","steps":["trace[1712418686] 'agreement among raft nodes before linearized reading' (duration: 830.045567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.348644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.503285Z","time spent":"845.34418ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T18:36:22.348843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.222355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T18:36:22.348884Z","caller":"traceutil/trace.go:171","msg":"trace[555194470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7694; }","duration":"833.265036ms","start":"2026-03-10T18:36:21.51561Z","end":"2026-03-10T18:36:22.348875Z","steps":["trace[555194470] 'agreement among raft nodes before linearized reading' (duration: 833.002041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.348887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.998419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-10T18:36:22.34876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.51837Z","time spent":"830.381573ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fbwtj\" "} {"level":"warn","ts":"2026-03-10T18:36:22.348943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.876955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T18:36:22.348977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.515576Z","time spent":"833.329167ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:36:22.349056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.180334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T18:36:22.349084Z","caller":"traceutil/trace.go:171","msg":"trace[444152168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7694; }","duration":"833.229275ms","start":"2026-03-10T18:36:21.515849Z","end":"2026-03-10T18:36:22.349078Z","steps":["trace[444152168] 'agreement among raft nodes before linearized reading' (duration: 833.124033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.349105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.515842Z","time spent":"833.258196ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T18:36:22.348974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.333483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:36:22.349224Z","caller":"traceutil/trace.go:171","msg":"trace[1232978297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7694; }","duration":"836.823212ms","start":"2026-03-10T18:36:21.51237Z","end":"2026-03-10T18:36:22.349194Z","steps":["trace[1232978297] 'agreement among raft nodes before linearized reading' (duration: 836.043618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.349411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.512351Z","time spent":"836.985885ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T18:36:22.349002Z","caller":"traceutil/trace.go:171","msg":"trace[1572584380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7694; }","duration":"835.957196ms","start":"2026-03-10T18:36:21.513031Z","end":"2026-03-10T18:36:22.348988Z","steps":["trace[1572584380] 'agreement among raft nodes before linearized reading' (duration: 835.800943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.349642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.513021Z","time spent":"836.595637ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:36:22.34869Z","caller":"traceutil/trace.go:171","msg":"trace[850683573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7694; }","duration":"650.02511ms","start":"2026-03-10T18:36:21.698643Z","end":"2026-03-10T18:36:22.348668Z","steps":["trace[850683573] 'agreement among raft nodes before linearized reading' (duration: 649.799116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.349981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.698598Z","time spent":"651.346525ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:36:22.348917Z","caller":"traceutil/trace.go:171","msg":"trace[1060469551] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d; range_end:; response_count:1; response_revision:7694; }","duration":"739.07944ms","start":"2026-03-10T18:36:21.609828Z","end":"2026-03-10T18:36:22.348908Z","steps":["trace[1060469551] 'agreement among raft nodes before linearized reading' (duration: 738.949838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.350092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:21.609782Z","time spent":"740.294733ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d\" "} {"level":"info","ts":"2026-03-10T18:36:22.487131Z","caller":"traceutil/trace.go:171","msg":"trace[929995785] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"134.354151ms","start":"2026-03-10T18:36:22.352748Z","end":"2026-03-10T18:36:22.487102Z","steps":["trace[929995785] 'process raft request' (duration: 96.878586ms)","trace[929995785] 'compare' (duration: 37.181529ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:22.487459Z","caller":"traceutil/trace.go:171","msg":"trace[201431346] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"133.847611ms","start":"2026-03-10T18:36:22.353589Z","end":"2026-03-10T18:36:22.487436Z","steps":["trace[201431346] 'process raft request' (duration: 133.443844ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:22.487509Z","caller":"traceutil/trace.go:171","msg":"trace[1793476756] linearizableReadLoop","detail":"{readStateIndex:7993; appliedIndex:7989; }","duration":"133.553426ms","start":"2026-03-10T18:36:22.353929Z","end":"2026-03-10T18:36:22.487482Z","steps":["trace[1793476756] 'read index received' (duration: 44.389413ms)","trace[1793476756] 'applied index is now lower than readState.Index' (duration: 89.162663ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:22.487602Z","caller":"traceutil/trace.go:171","msg":"trace[2068340231] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"133.318081ms","start":"2026-03-10T18:36:22.354277Z","end":"2026-03-10T18:36:22.487595Z","steps":["trace[2068340231] 'process raft request' (duration: 133.155848ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:22.487607Z","caller":"traceutil/trace.go:171","msg":"trace[1360156086] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"133.810441ms","start":"2026-03-10T18:36:22.353781Z","end":"2026-03-10T18:36:22.487591Z","steps":["trace[1360156086] 'process raft request' (duration: 133.496125ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:22.487608Z","caller":"traceutil/trace.go:171","msg":"trace[1415754908] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"133.333171ms","start":"2026-03-10T18:36:22.354213Z","end":"2026-03-10T18:36:22.487547Z","steps":["trace[1415754908] 'process raft request' (duration: 133.177688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:22.487958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.005885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-10T18:36:22.488011Z","caller":"traceutil/trace.go:171","msg":"trace[477063712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7700; }","duration":"134.103696ms","start":"2026-03-10T18:36:22.353896Z","end":"2026-03-10T18:36:22.488Z","steps":["trace[477063712] 'agreement among raft nodes before linearized reading' (duration: 133.680439ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:24.408191Z","caller":"traceutil/trace.go:171","msg":"trace[1703188277] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"117.123691ms","start":"2026-03-10T18:36:24.291017Z","end":"2026-03-10T18:36:24.408141Z","steps":["trace[1703188277] 'process raft request' (duration: 116.939278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.604195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.069563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:36:24.604288Z","caller":"traceutil/trace.go:171","msg":"trace[1264080795] linearizableReadLoop","detail":"{readStateIndex:7998; appliedIndex:7997; }","duration":"111.261693ms","start":"2026-03-10T18:36:24.493013Z","end":"2026-03-10T18:36:24.604275Z","steps":["trace[1264080795] 'read index received' (duration: 69.021µs)","trace[1264080795] 'applied index is now lower than readState.Index' (duration: 111.191642ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:24.604344Z","caller":"traceutil/trace.go:171","msg":"trace[731184749] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"249.755031ms","start":"2026-03-10T18:36:24.354556Z","end":"2026-03-10T18:36:24.604311Z","steps":["trace[731184749] 'process raft request' (duration: 113.491544ms)","trace[731184749] 'compare' (duration: 135.960071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:24.604434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.851325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T18:36:24.604459Z","caller":"traceutil/trace.go:171","msg":"trace[375188830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7703; }","duration":"110.918436ms","start":"2026-03-10T18:36:24.493535Z","end":"2026-03-10T18:36:24.604453Z","steps":["trace[375188830] 'agreement among raft nodes before linearized reading' (duration: 110.822544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.604471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.119591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T18:36:24.604472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.449856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T18:36:24.60453Z","caller":"traceutil/trace.go:171","msg":"trace[1034502905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7703; }","duration":"110.226883ms","start":"2026-03-10T18:36:24.494289Z","end":"2026-03-10T18:36:24.604516Z","steps":["trace[1034502905] 'agreement among raft nodes before linearized reading' (duration: 110.100161ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:24.604548Z","caller":"traceutil/trace.go:171","msg":"trace[1787076671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7703; }","duration":"111.576669ms","start":"2026-03-10T18:36:24.49296Z","end":"2026-03-10T18:36:24.604537Z","steps":["trace[1787076671] 'agreement among raft nodes before linearized reading' (duration: 111.363315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.604582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.897265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:36:24.604609Z","caller":"traceutil/trace.go:171","msg":"trace[121669126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7703; }","duration":"110.922446ms","start":"2026-03-10T18:36:24.49368Z","end":"2026-03-10T18:36:24.604602Z","steps":["trace[121669126] 'agreement among raft nodes before linearized reading' (duration: 110.863855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.6047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.543442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T18:36:24.604722Z","caller":"traceutil/trace.go:171","msg":"trace[388463241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7703; }","duration":"108.584773ms","start":"2026-03-10T18:36:24.49613Z","end":"2026-03-10T18:36:24.604715Z","steps":["trace[388463241] 'agreement among raft nodes before linearized reading' (duration: 108.522232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.60476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.117439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:36:24.604835Z","caller":"traceutil/trace.go:171","msg":"trace[597997056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7703; }","duration":"111.230712ms","start":"2026-03-10T18:36:24.493591Z","end":"2026-03-10T18:36:24.604822Z","steps":["trace[597997056] 'agreement among raft nodes before linearized reading' (duration: 111.026838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.858058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.812129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:36:24.858472Z","caller":"traceutil/trace.go:171","msg":"trace[503942744] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"247.765683ms","start":"2026-03-10T18:36:24.610677Z","end":"2026-03-10T18:36:24.858443Z","steps":["trace[503942744] 'process raft request' (duration: 126.455165ms)","trace[503942744] 'compare' (duration: 120.621295ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:24.85892Z","caller":"traceutil/trace.go:171","msg":"trace[1909900948] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"248.09454ms","start":"2026-03-10T18:36:24.610798Z","end":"2026-03-10T18:36:24.858892Z","steps":["trace[1909900948] 'process raft request' (duration: 247.359156ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:24.858998Z","caller":"traceutil/trace.go:171","msg":"trace[1063828626] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"248.157621ms","start":"2026-03-10T18:36:24.610829Z","end":"2026-03-10T18:36:24.858987Z","steps":["trace[1063828626] 'process raft request' (duration: 247.998848ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:24.858938Z","caller":"traceutil/trace.go:171","msg":"trace[1257202531] linearizableReadLoop","detail":"{readStateIndex:8002; appliedIndex:7998; }","duration":"247.860304ms","start":"2026-03-10T18:36:24.61106Z","end":"2026-03-10T18:36:24.85892Z","steps":["trace[1257202531] 'read index received' (duration: 33.023311ms)","trace[1257202531] 'applied index is now lower than readState.Index' (duration: 214.835953ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:24.859149Z","caller":"traceutil/trace.go:171","msg":"trace[1263979601] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"247.143112ms","start":"2026-03-10T18:36:24.611965Z","end":"2026-03-10T18:36:24.859108Z","steps":["trace[1263979601] 'process raft request' (duration: 246.916608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.859219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.675472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:36:24.859273Z","caller":"traceutil/trace.go:171","msg":"trace[817077577] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7708; }","duration":"212.786694ms","start":"2026-03-10T18:36:24.646471Z","end":"2026-03-10T18:36:24.859258Z","steps":["trace[817077577] 'agreement among raft nodes before linearized reading' (duration: 212.670512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:24.859868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.796741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-10T18:36:24.859919Z","caller":"traceutil/trace.go:171","msg":"trace[1287791879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7708; }","duration":"248.862502ms","start":"2026-03-10T18:36:24.611045Z","end":"2026-03-10T18:36:24.859907Z","steps":["trace[1287791879] 'agreement among raft nodes before linearized reading' (duration: 247.926845ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:27.734106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5712} {"level":"info","ts":"2026-03-10T18:36:27.835124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5712,"took":"99.120808ms","hash":2817261566,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":23109632,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-10T18:36:27.835182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2817261566,"revision":5712,"compact-revision":2755} {"level":"warn","ts":"2026-03-10T18:36:42.027734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.86883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:36:42.027826Z","caller":"traceutil/trace.go:171","msg":"trace[1818146310] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7793; }","duration":"142.008532ms","start":"2026-03-10T18:36:41.885792Z","end":"2026-03-10T18:36:42.0278Z","steps":["trace[1818146310] 'count revisions from in-memory index tree' (duration: 141.784937ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:42.580223Z","caller":"traceutil/trace.go:171","msg":"trace[170248269] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"106.979652ms","start":"2026-03-10T18:36:42.473211Z","end":"2026-03-10T18:36:42.580191Z","steps":["trace[170248269] 'process raft request' (duration: 70.406445ms)","trace[170248269] 'compare' (duration: 36.435915ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:42.867499Z","caller":"traceutil/trace.go:171","msg":"trace[1611012548] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"115.509621ms","start":"2026-03-10T18:36:42.75196Z","end":"2026-03-10T18:36:42.86747Z","steps":["trace[1611012548] 'process raft request' (duration: 109.150473ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:50.042919Z","caller":"traceutil/trace.go:171","msg":"trace[49970620] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"207.073477ms","start":"2026-03-10T18:36:49.835808Z","end":"2026-03-10T18:36:50.042881Z","steps":["trace[49970620] 'process raft request' (duration: 206.868914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:51.423578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.816679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:36:51.423679Z","caller":"traceutil/trace.go:171","msg":"trace[877062799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7891; }","duration":"175.983373ms","start":"2026-03-10T18:36:51.247676Z","end":"2026-03-10T18:36:51.423659Z","steps":["trace[877062799] 'count revisions from in-memory index tree' (duration: 175.670837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:53.407061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810446404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T18:36:53.582233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069997444s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T18:36:53.582689Z","caller":"traceutil/trace.go:171","msg":"trace[234553875] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"1.070499304s","start":"2026-03-10T18:36:52.512166Z","end":"2026-03-10T18:36:53.582665Z","steps":["trace[234553875] 'process raft request' (duration: 1.070358261s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:53.582898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.512145Z","time spent":"1.070667457s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:54.398865Z","caller":"traceutil/trace.go:171","msg":"trace[2044867564] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"1.616086467s","start":"2026-03-10T18:36:52.782752Z","end":"2026-03-10T18:36:54.398839Z","steps":["trace[2044867564] 'process raft request' (duration: 1.57801494s)","trace[2044867564] 'compare' (duration: 37.587017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:54.399015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.782727Z","time spent":"1.61621042s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:54.399039Z","caller":"traceutil/trace.go:171","msg":"trace[1020195660] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"1.445969463s","start":"2026-03-10T18:36:52.95305Z","end":"2026-03-10T18:36:54.39902Z","steps":["trace[1020195660] 'process raft request' (duration: 1.445720178s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.399156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.953024Z","time spent":"1.446088956s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:54.399309Z","caller":"traceutil/trace.go:171","msg":"trace[831031721] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8197; }","duration":"1.493104587s","start":"2026-03-10T18:36:52.906194Z","end":"2026-03-10T18:36:54.399298Z","steps":["trace[831031721] 'read index received' (duration: 676.348208ms)","trace[831031721] 'applied index is now lower than readState.Index' (duration: 816.755679ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:54.399418Z","caller":"traceutil/trace.go:171","msg":"trace[1084380347] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"1.247982643s","start":"2026-03-10T18:36:53.151425Z","end":"2026-03-10T18:36:54.399408Z","steps":["trace[1084380347] 'process raft request' (duration: 1.247549845s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.399476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:53.151393Z","time spent":"1.248049674s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:54.399627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493439804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T18:36:54.399662Z","caller":"traceutil/trace.go:171","msg":"trace[1741266505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7897; }","duration":"1.493476034s","start":"2026-03-10T18:36:52.906177Z","end":"2026-03-10T18:36:54.399653Z","steps":["trace[1741266505] 'agreement among raft nodes before linearized reading' (duration: 1.493366442s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.399689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.906117Z","time spent":"1.493565326s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:36:54.399842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410545897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T18:36:54.399887Z","caller":"traceutil/trace.go:171","msg":"trace[1775733074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7897; }","duration":"1.410637647s","start":"2026-03-10T18:36:52.989239Z","end":"2026-03-10T18:36:54.399876Z","steps":["trace[1775733074] 'agreement among raft nodes before linearized reading' (duration: 1.410527165s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.399933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.989218Z","time spent":"1.410701759s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T18:36:54.400059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.567559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:54.400304Z","caller":"traceutil/trace.go:171","msg":"trace[1111756158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"144.824765ms","start":"2026-03-10T18:36:54.255468Z","end":"2026-03-10T18:36:54.400293Z","steps":["trace[1111756158] 'agreement among raft nodes before linearized reading' (duration: 144.555839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.400531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.470815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:54.400578Z","caller":"traceutil/trace.go:171","msg":"trace[1391106932] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7897; }","duration":"153.564987ms","start":"2026-03-10T18:36:54.247002Z","end":"2026-03-10T18:36:54.400567Z","steps":["trace[1391106932] 'agreement among raft nodes before linearized reading' (duration: 153.491475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.400785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.434949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:54.40088Z","caller":"traceutil/trace.go:171","msg":"trace[387631436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"696.569122ms","start":"2026-03-10T18:36:53.704297Z","end":"2026-03-10T18:36:54.400866Z","steps":["trace[387631436] 'agreement among raft nodes before linearized reading' (duration: 696.45373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.400924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:53.704271Z","time spent":"696.640784ms","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T18:36:54.400956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408121872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T18:36:54.401054Z","caller":"traceutil/trace.go:171","msg":"trace[856794883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7897; }","duration":"1.408248354s","start":"2026-03-10T18:36:52.992754Z","end":"2026-03-10T18:36:54.401002Z","steps":["trace[856794883] 'agreement among raft nodes before linearized reading' (duration: 1.40801145s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.401166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.992741Z","time spent":"1.408355046s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T18:36:54.401224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408481488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T18:36:54.401258Z","caller":"traceutil/trace.go:171","msg":"trace[908629942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7897; }","duration":"1.40858478s","start":"2026-03-10T18:36:52.992664Z","end":"2026-03-10T18:36:54.401248Z","steps":["trace[908629942] 'agreement among raft nodes before linearized reading' (duration: 1.408464438s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.401292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.992638Z","time spent":"1.408648752s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T18:36:54.401411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409491187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:36:54.40144Z","caller":"traceutil/trace.go:171","msg":"trace[727628811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7897; }","duration":"1.409543547s","start":"2026-03-10T18:36:52.991889Z","end":"2026-03-10T18:36:54.401432Z","steps":["trace[727628811] 'agreement among raft nodes before linearized reading' (duration: 1.409467826s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.401464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:52.991876Z","time spent":"1.409582658s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T18:36:54.401491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.843034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:54.401601Z","caller":"traceutil/trace.go:171","msg":"trace[1589415532] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7897; }","duration":"855.972166ms","start":"2026-03-10T18:36:53.545609Z","end":"2026-03-10T18:36:54.401581Z","steps":["trace[1589415532] 'agreement among raft nodes before linearized reading' (duration: 855.831043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.401659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:53.545597Z","time spent":"856.041299ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:36:54.401904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165635007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T18:36:54.401992Z","caller":"traceutil/trace.go:171","msg":"trace[803890496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7897; }","duration":"1.165764229s","start":"2026-03-10T18:36:53.236217Z","end":"2026-03-10T18:36:54.401981Z","steps":["trace[803890496] 'agreement among raft nodes before linearized reading' (duration: 1.165602736s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.402019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381114181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T18:36:54.40206Z","caller":"traceutil/trace.go:171","msg":"trace[1674431189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7897; }","duration":"1.381176263s","start":"2026-03-10T18:36:53.020874Z","end":"2026-03-10T18:36:54.40205Z","steps":["trace[1674431189] 'agreement among raft nodes before linearized reading' (duration: 1.381077701s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:54.402087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:53.020864Z","time spent":"1.381217574s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fbwtj\" "} {"level":"warn","ts":"2026-03-10T18:36:54.402028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:53.236196Z","time spent":"1.16582031s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T18:36:56.909216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.655673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:36:56.909305Z","caller":"traceutil/trace.go:171","msg":"trace[58781277] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7910; }","duration":"149.828247ms","start":"2026-03-10T18:36:56.759458Z","end":"2026-03-10T18:36:56.909286Z","steps":["trace[58781277] 'count revisions from in-memory index tree' (duration: 149.560301ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:58.621479Z","caller":"traceutil/trace.go:171","msg":"trace[1407485274] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8218; }","duration":"119.743799ms","start":"2026-03-10T18:36:58.501681Z","end":"2026-03-10T18:36:58.621425Z","steps":["trace[1407485274] 'read index received' (duration: 43.984965ms)","trace[1407485274] 'applied index is now lower than readState.Index' (duration: 75.757114ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:36:58.621606Z","caller":"traceutil/trace.go:171","msg":"trace[1198438678] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"127.638836ms","start":"2026-03-10T18:36:58.493931Z","end":"2026-03-10T18:36:58.62157Z","steps":["trace[1198438678] 'process raft request' (duration: 93.30249ms)","trace[1198438678] 'compare' (duration: 34.01496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:58.621865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.158528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T18:36:58.62194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.259684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T18:36:58.621942Z","caller":"traceutil/trace.go:171","msg":"trace[1921956703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7914; }","duration":"120.286649ms","start":"2026-03-10T18:36:58.501641Z","end":"2026-03-10T18:36:58.621928Z","steps":["trace[1921956703] 'agreement among raft nodes before linearized reading' (duration: 120.021175ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:58.623183Z","caller":"traceutil/trace.go:171","msg":"trace[303752393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7914; }","duration":"103.404527ms","start":"2026-03-10T18:36:58.518608Z","end":"2026-03-10T18:36:58.622013Z","steps":["trace[303752393] 'agreement among raft nodes before linearized reading' (duration: 103.188233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:59.286345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100916810446460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T18:36:59.589504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.30941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:36:59.589831Z","caller":"traceutil/trace.go:171","msg":"trace[465839658] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"960.035886ms","start":"2026-03-10T18:36:58.629773Z","end":"2026-03-10T18:36:59.589809Z","steps":["trace[465839658] 'process raft request' (duration: 959.979985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:59.589926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.629769Z","time spent":"960.119568ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:59.59011Z","caller":"traceutil/trace.go:171","msg":"trace[542578737] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"960.372732ms","start":"2026-03-10T18:36:58.629727Z","end":"2026-03-10T18:36:59.5901Z","steps":["trace[542578737] 'process raft request' (duration: 959.928824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:36:59.590175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.62972Z","time spent":"960.421473ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:36:59.590257Z","caller":"traceutil/trace.go:171","msg":"trace[1398535986] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"960.492914ms","start":"2026-03-10T18:36:58.629722Z","end":"2026-03-10T18:36:59.590215Z","steps":["trace[1398535986] 'process raft request' (duration: 959.994776ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:36:59.590258Z","caller":"traceutil/trace.go:171","msg":"trace[1692607264] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"960.549765ms","start":"2026-03-10T18:36:58.629651Z","end":"2026-03-10T18:36:59.590201Z","steps":["trace[1692607264] 'process raft request' (duration: 846.41869ms)","trace[1692607264] 'compare' (duration: 113.124067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:36:59.590448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.629646Z","time spent":"960.708188ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:36:59.59046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.629701Z","time spent":"960.642577ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:00.507546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031374447s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T18:37:00.508044Z","caller":"traceutil/trace.go:171","msg":"trace[1956269588] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8220; }","duration":"1.722624982s","start":"2026-03-10T18:36:58.785376Z","end":"2026-03-10T18:37:00.508001Z","steps":["trace[1956269588] 'read index received' (duration: 690.764755ms)","trace[1956269588] 'applied index is now lower than readState.Index' (duration: 1.031858137s)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:00.508136Z","caller":"traceutil/trace.go:171","msg":"trace[43734085] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"1.842558344s","start":"2026-03-10T18:36:58.665537Z","end":"2026-03-10T18:37:00.508095Z","steps":["trace[43734085] 'process raft request' (duration: 1.842265209s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.508264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722850546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T18:37:00.508322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.665522Z","time spent":"1.842699547s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:37:00.508397Z","caller":"traceutil/trace.go:171","msg":"trace[809095581] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7920; }","duration":"1.72305618s","start":"2026-03-10T18:36:58.78531Z","end":"2026-03-10T18:37:00.508366Z","steps":["trace[809095581] 'agreement among raft nodes before linearized reading' (duration: 1.722837536s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.508473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.785283Z","time spent":"1.723168711s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:37:00.570179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.226263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T18:37:00.570203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034418754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T18:37:00.570255Z","caller":"traceutil/trace.go:171","msg":"trace[696328658] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"261.011678ms","start":"2026-03-10T18:37:00.309233Z","end":"2026-03-10T18:37:00.570245Z","steps":["trace[696328658] 'process raft request' (duration: 260.735493ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:00.570276Z","caller":"traceutil/trace.go:171","msg":"trace[1780621601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7922; }","duration":"1.034536407s","start":"2026-03-10T18:36:59.535723Z","end":"2026-03-10T18:37:00.570259Z","steps":["trace[1780621601] 'agreement among raft nodes before linearized reading' (duration: 1.034331343s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.57026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763285914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:37:00.570268Z","caller":"traceutil/trace.go:171","msg":"trace[1033998300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7922; }","duration":"315.371526ms","start":"2026-03-10T18:37:00.254877Z","end":"2026-03-10T18:37:00.570249Z","steps":["trace[1033998300] 'agreement among raft nodes before linearized reading' (duration: 315.174442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.570316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:59.535697Z","time spent":"1.034611028s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T18:37:00.570351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.25485Z","time spent":"315.490857ms","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T18:37:00.570349Z","caller":"traceutil/trace.go:171","msg":"trace[1006099472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7922; }","duration":"1.763437607s","start":"2026-03-10T18:36:58.806891Z","end":"2026-03-10T18:37:00.570329Z","steps":["trace[1006099472] 'agreement among raft nodes before linearized reading' (duration: 1.763271324s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.570406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:58.806861Z","time spent":"1.763535549s","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:37:00.570174Z","caller":"traceutil/trace.go:171","msg":"trace[486777939] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"900.267858ms","start":"2026-03-10T18:36:59.669878Z","end":"2026-03-10T18:37:00.570146Z","steps":["trace[486777939] 'process raft request' (duration: 899.964842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.5706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:59.669847Z","time spent":"900.695945ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:00.570181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483227793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:37:00.570745Z","caller":"traceutil/trace.go:171","msg":"trace[1865576585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7922; }","duration":"1.483812384s","start":"2026-03-10T18:36:59.086919Z","end":"2026-03-10T18:37:00.570731Z","steps":["trace[1865576585] 'agreement among raft nodes before linearized reading' (duration: 1.483187142s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.570794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:36:59.086835Z","time spent":"1.483941277s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:37:00.963531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.328728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:00.963643Z","caller":"traceutil/trace.go:171","msg":"trace[170122163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7923; }","duration":"149.45912ms","start":"2026-03-10T18:37:00.814167Z","end":"2026-03-10T18:37:00.963626Z","steps":["trace[170122163] 'range keys from in-memory index tree' (duration: 149.311478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.963912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.133084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:37:00.96403Z","caller":"traceutil/trace.go:171","msg":"trace[793052552] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8228; }","duration":"323.955836ms","start":"2026-03-10T18:37:00.640065Z","end":"2026-03-10T18:37:00.964021Z","steps":["trace[793052552] 'read index received' (duration: 294.374276ms)","trace[793052552] 'applied index is now lower than readState.Index' (duration: 29.580559ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:00.964073Z","caller":"traceutil/trace.go:171","msg":"trace[671803844] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"336.57057ms","start":"2026-03-10T18:37:00.627473Z","end":"2026-03-10T18:37:00.964044Z","steps":["trace[671803844] 'process raft request' (duration: 336.493318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.964192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.128478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:37:00.964215Z","caller":"traceutil/trace.go:171","msg":"trace[275364349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7925; }","duration":"324.19041ms","start":"2026-03-10T18:37:00.640018Z","end":"2026-03-10T18:37:00.964209Z","steps":["trace[275364349] 'agreement among raft nodes before linearized reading' (duration: 324.066988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.964217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.627448Z","time spent":"336.695252ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:00.964241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.639998Z","time spent":"324.23814ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T18:37:00.964275Z","caller":"traceutil/trace.go:171","msg":"trace[1441765701] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"373.664707ms","start":"2026-03-10T18:37:00.590583Z","end":"2026-03-10T18:37:00.964248Z","steps":["trace[1441765701] 'process raft request' (duration: 19.132784ms)","trace[1441765701] 'compare' (duration: 353.8568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:00.964395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.590554Z","time spent":"373.776539ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:00.964429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.994089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T18:37:00.964427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.587343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:00.964487Z","caller":"traceutil/trace.go:171","msg":"trace[541988516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:7925; }","duration":"322.087391ms","start":"2026-03-10T18:37:00.642387Z","end":"2026-03-10T18:37:00.964474Z","steps":["trace[541988516] 'agreement among raft nodes before linearized reading' (duration: 321.901177ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:00.964504Z","caller":"traceutil/trace.go:171","msg":"trace[937827295] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7925; }","duration":"313.708695ms","start":"2026-03-10T18:37:00.650775Z","end":"2026-03-10T18:37:00.964484Z","steps":["trace[937827295] 'agreement among raft nodes before linearized reading' (duration: 313.575482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:00.964536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.642369Z","time spent":"322.156732ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fbwtj\" "} {"level":"warn","ts":"2026-03-10T18:37:00.964561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:00.650759Z","time spent":"313.794207ms","remote":"127.0.0.1:52686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-10T18:37:01.28354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.128393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:37:01.283648Z","caller":"traceutil/trace.go:171","msg":"trace[1576218792] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8232; }","duration":"254.415957ms","start":"2026-03-10T18:37:01.029214Z","end":"2026-03-10T18:37:01.28363Z","steps":["trace[1576218792] 'read index received' (duration: 63.027119ms)","trace[1576218792] 'applied index is now lower than readState.Index' (duration: 191.387188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:01.283842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.617449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T18:37:01.283876Z","caller":"traceutil/trace.go:171","msg":"trace[1125332636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7927; }","duration":"275.694271ms","start":"2026-03-10T18:37:01.008173Z","end":"2026-03-10T18:37:01.283867Z","steps":["trace[1125332636] 'agreement among raft nodes before linearized reading' (duration: 275.505957ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:01.283848Z","caller":"traceutil/trace.go:171","msg":"trace[1407917141] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"277.858041ms","start":"2026-03-10T18:37:01.005945Z","end":"2026-03-10T18:37:01.283803Z","steps":["trace[1407917141] 'process raft request' (duration: 86.364881ms)","trace[1407917141] 'compare' (duration: 190.873418ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:01.788153Z","caller":"traceutil/trace.go:171","msg":"trace[507442177] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"189.937251ms","start":"2026-03-10T18:37:01.598184Z","end":"2026-03-10T18:37:01.788121Z","steps":["trace[507442177] 'process raft request' (duration: 189.764388ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:01.825283Z","caller":"traceutil/trace.go:171","msg":"trace[431869465] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"227.012249ms","start":"2026-03-10T18:37:01.598225Z","end":"2026-03-10T18:37:01.825237Z","steps":["trace[431869465] 'process raft request' (duration: 226.806155ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:01.825568Z","caller":"traceutil/trace.go:171","msg":"trace[1064693831] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"227.269423ms","start":"2026-03-10T18:37:01.598273Z","end":"2026-03-10T18:37:01.825542Z","steps":["trace[1064693831] 'process raft request' (duration: 226.910676ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:01.825578Z","caller":"traceutil/trace.go:171","msg":"trace[865917630] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8233; }","duration":"216.659307ms","start":"2026-03-10T18:37:01.608895Z","end":"2026-03-10T18:37:01.825555Z","steps":["trace[865917630] 'read index received' (duration: 179.05499ms)","trace[865917630] 'applied index is now lower than readState.Index' (duration: 37.603327ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:01.825647Z","caller":"traceutil/trace.go:171","msg":"trace[2015808195] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"226.925066ms","start":"2026-03-10T18:37:01.5987Z","end":"2026-03-10T18:37:01.825625Z","steps":["trace[2015808195] 'process raft request' (duration: 226.733613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:01.825765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.879198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:01.825819Z","caller":"traceutil/trace.go:171","msg":"trace[2137709942] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7931; }","duration":"191.02736ms","start":"2026-03-10T18:37:01.634774Z","end":"2026-03-10T18:37:01.825801Z","steps":["trace[2137709942] 'agreement among raft nodes before linearized reading' (duration: 190.914698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:01.825836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.907731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-10T18:37:01.825943Z","caller":"traceutil/trace.go:171","msg":"trace[366631446] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d; range_end:; response_count:1; response_revision:7931; }","duration":"217.009673ms","start":"2026-03-10T18:37:01.60888Z","end":"2026-03-10T18:37:01.825889Z","steps":["trace[366631446] 'agreement among raft nodes before linearized reading' (duration: 216.788929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:08.704704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.470991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:08.704784Z","caller":"traceutil/trace.go:171","msg":"trace[17266665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8000; }","duration":"450.614974ms","start":"2026-03-10T18:37:08.25415Z","end":"2026-03-10T18:37:08.704765Z","steps":["trace[17266665] 'range keys from in-memory index tree' (duration: 450.361578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:08.704851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.254118Z","time spent":"450.724195ms","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T18:37:08.705246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.709883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4sw5z\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-10T18:37:08.705311Z","caller":"traceutil/trace.go:171","msg":"trace[1555165115] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4sw5z; range_end:; response_count:1; response_revision:8000; }","duration":"376.814515ms","start":"2026-03-10T18:37:08.328483Z","end":"2026-03-10T18:37:08.705298Z","steps":["trace[1555165115] 'range keys from in-memory index tree' (duration: 376.493868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:08.705343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.328466Z","time spent":"376.871276ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4sw5z\" "} {"level":"warn","ts":"2026-03-10T18:37:08.70553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.178076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:37:08.705604Z","caller":"traceutil/trace.go:171","msg":"trace[684142310] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"107.413161ms","start":"2026-03-10T18:37:08.598179Z","end":"2026-03-10T18:37:08.705592Z","steps":["trace[684142310] 'read index received' (duration: 33.9µs)","trace[684142310] 'applied index is now lower than readState.Index' (duration: 107.378191ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:08.705686Z","caller":"traceutil/trace.go:171","msg":"trace[931191394] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"377.03136ms","start":"2026-03-10T18:37:08.328644Z","end":"2026-03-10T18:37:08.705676Z","steps":["trace[931191394] 'process raft request' (duration: 63.65418ms)","trace[931191394] 'compare' (duration: 312.745438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:08.705699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.524004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:08.705726Z","caller":"traceutil/trace.go:171","msg":"trace[173858927] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8001; }","duration":"107.585824ms","start":"2026-03-10T18:37:08.598132Z","end":"2026-03-10T18:37:08.705718Z","steps":["trace[173858927] 'agreement among raft nodes before linearized reading' (duration: 107.509103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:08.705755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.328633Z","time spent":"377.08232ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-10T18:37:09.106002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.642917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:37:09.106111Z","caller":"traceutil/trace.go:171","msg":"trace[973339411] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"494.057848ms","start":"2026-03-10T18:37:08.612031Z","end":"2026-03-10T18:37:09.106089Z","steps":["trace[973339411] 'process raft request' (duration: 332.240978ms)","trace[973339411] 'compare' (duration: 161.405451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:09.106169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.611999Z","time spent":"494.14181ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:37:09.157943Z","caller":"traceutil/trace.go:171","msg":"trace[666771959] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8312; }","duration":"451.249696ms","start":"2026-03-10T18:37:08.706672Z","end":"2026-03-10T18:37:09.157922Z","steps":["trace[666771959] 'read index received' (duration: 237.704567ms)","trace[666771959] 'applied index is now lower than readState.Index' (duration: 213.544129ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:09.158058Z","caller":"traceutil/trace.go:171","msg":"trace[798401527] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"446.170781ms","start":"2026-03-10T18:37:08.711873Z","end":"2026-03-10T18:37:09.158043Z","steps":["trace[798401527] 'process raft request' (duration: 445.994278ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:09.158072Z","caller":"traceutil/trace.go:171","msg":"trace[289944072] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"542.631229ms","start":"2026-03-10T18:37:08.615416Z","end":"2026-03-10T18:37:09.158047Z","steps":["trace[289944072] 'process raft request' (duration: 542.314603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:09.158171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.711854Z","time spent":"446.232852ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:09.15816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.474329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:09.158437Z","caller":"traceutil/trace.go:171","msg":"trace[722546494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"451.801415ms","start":"2026-03-10T18:37:08.706602Z","end":"2026-03-10T18:37:09.158403Z","steps":["trace[722546494] 'agreement among raft nodes before linearized reading' (duration: 451.468219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:09.158186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.615399Z","time spent":"542.71842ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:09.158523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:08.706571Z","time spent":"451.922917ms","remote":"127.0.0.1:52236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T18:37:09.239482Z","caller":"traceutil/trace.go:171","msg":"trace[1344035567] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"241.027098ms","start":"2026-03-10T18:37:08.998434Z","end":"2026-03-10T18:37:09.239461Z","steps":["trace[1344035567] 'process raft request' (duration: 240.859665ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:09.239676Z","caller":"traceutil/trace.go:171","msg":"trace[398439920] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"230.762647ms","start":"2026-03-10T18:37:09.00889Z","end":"2026-03-10T18:37:09.239653Z","steps":["trace[398439920] 'process raft request' (duration: 230.525923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:09.239775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.99389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-10T18:37:09.239814Z","caller":"traceutil/trace.go:171","msg":"trace[836365653] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8006; }","duration":"116.072502ms","start":"2026-03-10T18:37:09.12373Z","end":"2026-03-10T18:37:09.239803Z","steps":["trace[836365653] 'agreement among raft nodes before linearized reading' (duration: 115.922269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:09.239795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.513322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T18:37:09.239864Z","caller":"traceutil/trace.go:171","msg":"trace[441976621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8006; }","duration":"155.620755ms","start":"2026-03-10T18:37:09.084227Z","end":"2026-03-10T18:37:09.239848Z","steps":["trace[441976621] 'agreement among raft nodes before linearized reading' (duration: 155.399151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:09.239881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.047076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T18:37:09.240008Z","caller":"traceutil/trace.go:171","msg":"trace[1613017564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:8006; }","duration":"147.231079ms","start":"2026-03-10T18:37:09.092762Z","end":"2026-03-10T18:37:09.239993Z","steps":["trace[1613017564] 'agreement among raft nodes before linearized reading' (duration: 146.913134ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:09.476478Z","caller":"traceutil/trace.go:171","msg":"trace[453945716] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"123.56762ms","start":"2026-03-10T18:37:09.352885Z","end":"2026-03-10T18:37:09.476452Z","steps":["trace[453945716] 'process raft request' (duration: 123.428998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:10.33963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.554983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:37:10.340015Z","caller":"traceutil/trace.go:171","msg":"trace[1574512022] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"478.54419ms","start":"2026-03-10T18:37:09.861424Z","end":"2026-03-10T18:37:10.339968Z","steps":["trace[1574512022] 'process raft request' (duration: 35.520088ms)","trace[1574512022] 'compare' (duration: 442.35982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:10.34029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:09.861414Z","time spent":"478.718904ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:37:10.340597Z","caller":"traceutil/trace.go:171","msg":"trace[1391640591] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"475.130547ms","start":"2026-03-10T18:37:09.865441Z","end":"2026-03-10T18:37:10.340572Z","steps":["trace[1391640591] 'process raft request' (duration: 474.498915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:10.3407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:09.865428Z","time spent":"475.228618ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:37:10.340914Z","caller":"traceutil/trace.go:171","msg":"trace[1735283975] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"477.46534ms","start":"2026-03-10T18:37:09.863428Z","end":"2026-03-10T18:37:10.340893Z","steps":["trace[1735283975] 'process raft request' (duration: 476.35217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:10.341015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:09.863417Z","time spent":"477.557092ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:11.135909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.617003ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:11.136068Z","caller":"traceutil/trace.go:171","msg":"trace[1937392047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8018; }","duration":"320.790227ms","start":"2026-03-10T18:37:10.815251Z","end":"2026-03-10T18:37:11.136041Z","steps":["trace[1937392047] 'range keys from in-memory index tree' (duration: 320.594902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.136332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.565853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-10T18:37:11.136417Z","caller":"traceutil/trace.go:171","msg":"trace[2069586311] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8018; }","duration":"613.717077ms","start":"2026-03-10T18:37:10.522682Z","end":"2026-03-10T18:37:11.136399Z","steps":["trace[2069586311] 'range keys from in-memory index tree' (duration: 613.388889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.136458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:10.522658Z","time spent":"613.791368ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-10T18:37:11.136583Z","caller":"traceutil/trace.go:171","msg":"trace[2113391938] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"258.965181ms","start":"2026-03-10T18:37:10.87758Z","end":"2026-03-10T18:37:11.136546Z","steps":["trace[2113391938] 'read index received' (duration: 222.848081ms)","trace[2113391938] 'applied index is now lower than readState.Index' (duration: 36.11562ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:11.13663Z","caller":"traceutil/trace.go:171","msg":"trace[5093527] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"382.283986ms","start":"2026-03-10T18:37:10.754287Z","end":"2026-03-10T18:37:11.136571Z","steps":["trace[5093527] 'process raft request' (duration: 346.077105ms)","trace[5093527] 'compare' (duration: 35.961357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:11.136848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:10.754259Z","time spent":"382.45364ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:37:11.136184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.941946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:37:11.137191Z","caller":"traceutil/trace.go:171","msg":"trace[596628929] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8018; }","duration":"467.999575ms","start":"2026-03-10T18:37:10.669164Z","end":"2026-03-10T18:37:11.137164Z","steps":["trace[596628929] 'count revisions from in-memory index tree' (duration: 466.787293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.13725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:10.669128Z","time spent":"468.099437ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-10T18:37:11.13762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.98633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T18:37:11.137684Z","caller":"traceutil/trace.go:171","msg":"trace[1635095021] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8019; }","duration":"260.147543ms","start":"2026-03-10T18:37:10.877517Z","end":"2026-03-10T18:37:11.137664Z","steps":["trace[1635095021] 'agreement among raft nodes before linearized reading' (duration: 259.151994ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:11.276622Z","caller":"traceutil/trace.go:171","msg":"trace[425959705] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"139.933014ms","start":"2026-03-10T18:37:11.136654Z","end":"2026-03-10T18:37:11.276587Z","steps":["trace[425959705] 'read index received' (duration: 112.980644ms)","trace[425959705] 'applied index is now lower than readState.Index' (duration: 26.95134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:11.276826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.928329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T18:37:11.276937Z","caller":"traceutil/trace.go:171","msg":"trace[898266437] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8020; }","duration":"335.114702ms","start":"2026-03-10T18:37:10.941776Z","end":"2026-03-10T18:37:11.276891Z","steps":["trace[898266437] 'agreement among raft nodes before linearized reading' (duration: 334.946219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.276988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:37:10.941743Z","time spent":"335.234154ms","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-10T18:37:11.277293Z","caller":"traceutil/trace.go:171","msg":"trace[543391730] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"163.673944ms","start":"2026-03-10T18:37:11.112999Z","end":"2026-03-10T18:37:11.276673Z","steps":["trace[543391730] 'process raft request' (duration: 136.622303ms)","trace[543391730] 'compare' (duration: 26.841917ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:11.280311Z","caller":"traceutil/trace.go:171","msg":"trace[758892299] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"116.766464ms","start":"2026-03-10T18:37:11.163524Z","end":"2026-03-10T18:37:11.28029Z","steps":["trace[758892299] 'process raft request' (duration: 116.445528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.280753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.007851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189b8eba31d51182\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-10T18:37:11.280833Z","caller":"traceutil/trace.go:171","msg":"trace[17167863] range","detail":"{range_begin:/registry/events/openstack/ceph.189b8eba31d51182; range_end:; response_count:1; response_revision:8022; }","duration":"136.108412ms","start":"2026-03-10T18:37:11.144686Z","end":"2026-03-10T18:37:11.280794Z","steps":["trace[17167863] 'agreement among raft nodes before linearized reading' (duration: 135.898179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:11.280903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.908563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-10T18:37:11.280966Z","caller":"traceutil/trace.go:171","msg":"trace[1319564165] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8022; }","duration":"120.024655ms","start":"2026-03-10T18:37:11.160927Z","end":"2026-03-10T18:37:11.280952Z","steps":["trace[1319564165] 'agreement among raft nodes before linearized reading' (duration: 119.782011ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:30.778459Z","caller":"traceutil/trace.go:171","msg":"trace[8876537] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"157.494239ms","start":"2026-03-10T18:37:30.62093Z","end":"2026-03-10T18:37:30.778424Z","steps":["trace[8876537] 'process raft request' (duration: 138.967836ms)","trace[8876537] 'compare' (duration: 18.386561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:31.027675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.276948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T18:37:31.027791Z","caller":"traceutil/trace.go:171","msg":"trace[966817748] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8226; }","duration":"148.475982ms","start":"2026-03-10T18:37:30.879286Z","end":"2026-03-10T18:37:31.027762Z","steps":["trace[966817748] 'range keys from in-memory index tree' (duration: 147.943771ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:31.745271Z","caller":"traceutil/trace.go:171","msg":"trace[1043876602] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"197.919678ms","start":"2026-03-10T18:37:31.547323Z","end":"2026-03-10T18:37:31.745243Z","steps":["trace[1043876602] 'read index received' (duration: 165.373635ms)","trace[1043876602] 'applied index is now lower than readState.Index' (duration: 32.544533ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:37:31.745379Z","caller":"traceutil/trace.go:171","msg":"trace[1393768853] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"199.979247ms","start":"2026-03-10T18:37:31.545356Z","end":"2026-03-10T18:37:31.745335Z","steps":["trace[1393768853] 'process raft request' (duration: 167.380563ms)","trace[1393768853] 'compare' (duration: 32.339679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:37:31.745557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.213214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-10T18:37:31.745606Z","caller":"traceutil/trace.go:171","msg":"trace[269196809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8233; }","duration":"198.303405ms","start":"2026-03-10T18:37:31.547287Z","end":"2026-03-10T18:37:31.745591Z","steps":["trace[269196809] 'agreement among raft nodes before linearized reading' (duration: 198.100092ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:37:31.750085Z","caller":"traceutil/trace.go:171","msg":"trace[139031528] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"176.318198ms","start":"2026-03-10T18:37:31.573735Z","end":"2026-03-10T18:37:31.750053Z","steps":["trace[139031528] 'process raft request' (duration: 176.095324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:37:31.750178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.515645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-10T18:37:31.750354Z","caller":"traceutil/trace.go:171","msg":"trace[1741582049] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8474f6d5f6-mkbc6.189b8eace9c1328d; range_end:; response_count:1; response_revision:8234; }","duration":"140.739209ms","start":"2026-03-10T18:37:31.609583Z","end":"2026-03-10T18:37:31.750322Z","steps":["trace[1741582049] 'agreement among raft nodes before linearized reading' (duration: 140.385702ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:38:17.879304Z","caller":"traceutil/trace.go:171","msg":"trace[1966049543] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"303.352568ms","start":"2026-03-10T18:38:17.575922Z","end":"2026-03-10T18:38:17.879274Z","steps":["trace[1966049543] 'process raft request' (duration: 303.137495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:17.879592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:17.575898Z","time spent":"303.599162ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T18:38:17.880183Z","caller":"traceutil/trace.go:171","msg":"trace[286026744] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"280.897269ms","start":"2026-03-10T18:38:17.599264Z","end":"2026-03-10T18:38:17.880161Z","steps":["trace[286026744] 'process raft request' (duration: 280.746167ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:38:17.880356Z","caller":"traceutil/trace.go:171","msg":"trace[2023803532] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8996; }","duration":"143.893349ms","start":"2026-03-10T18:38:17.736437Z","end":"2026-03-10T18:38:17.88033Z","steps":["trace[2023803532] 'read index received' (duration: 142.665036ms)","trace[2023803532] 'applied index is now lower than readState.Index' (duration: 1.226773ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:38:17.880398Z","caller":"traceutil/trace.go:171","msg":"trace[2049256099] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"276.198143ms","start":"2026-03-10T18:38:17.604181Z","end":"2026-03-10T18:38:17.880379Z","steps":["trace[2049256099] 'process raft request' (duration: 275.939918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:17.880549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.094203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T18:38:17.880616Z","caller":"traceutil/trace.go:171","msg":"trace[1159692697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8669; }","duration":"144.217235ms","start":"2026-03-10T18:38:17.736383Z","end":"2026-03-10T18:38:17.8806Z","steps":["trace[1159692697] 'agreement among raft nodes before linearized reading' (duration: 144.038942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:17.880633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.761706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:38:17.880698Z","caller":"traceutil/trace.go:171","msg":"trace[167491724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8669; }","duration":"107.895519ms","start":"2026-03-10T18:38:17.772791Z","end":"2026-03-10T18:38:17.880686Z","steps":["trace[167491724] 'agreement among raft nodes before linearized reading' (duration: 107.701135ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:38:30.12994Z","caller":"traceutil/trace.go:171","msg":"trace[1616588918] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"212.610068ms","start":"2026-03-10T18:38:29.917301Z","end":"2026-03-10T18:38:30.129911Z","steps":["trace[1616588918] 'process raft request' (duration: 212.310723ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:38:30.194839Z","caller":"traceutil/trace.go:171","msg":"trace[1401568218] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9061; }","duration":"264.199219ms","start":"2026-03-10T18:38:29.930626Z","end":"2026-03-10T18:38:30.194825Z","steps":["trace[1401568218] 'read index received' (duration: 199.078346ms)","trace[1401568218] 'applied index is now lower than readState.Index' (duration: 65.120073ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:38:30.194914Z","caller":"traceutil/trace.go:171","msg":"trace[1832300390] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"273.880409ms","start":"2026-03-10T18:38:29.921005Z","end":"2026-03-10T18:38:30.194885Z","steps":["trace[1832300390] 'process raft request' (duration: 273.770027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.195042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.782476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fbwtj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T18:38:30.195071Z","caller":"traceutil/trace.go:171","msg":"trace[1997571961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fbwtj; range_end:; response_count:1; response_revision:8732; }","duration":"202.856087ms","start":"2026-03-10T18:38:29.992208Z","end":"2026-03-10T18:38:30.195064Z","steps":["trace[1997571961] 'agreement among raft nodes before linearized reading' (duration: 202.717714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.19515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.494024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T18:38:30.195179Z","caller":"traceutil/trace.go:171","msg":"trace[2067713040] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"277.496537ms","start":"2026-03-10T18:38:29.917346Z","end":"2026-03-10T18:38:30.194842Z","steps":["trace[2067713040] 'process raft request' (duration: 241.792361ms)","trace[2067713040] 'compare' (duration: 35.269347ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:38:30.195263Z","caller":"traceutil/trace.go:171","msg":"trace[826868514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"264.660428ms","start":"2026-03-10T18:38:29.930579Z","end":"2026-03-10T18:38:30.195239Z","steps":["trace[826868514] 'agreement among raft nodes before linearized reading' (duration: 264.335682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.653576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.731751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:38:30.653678Z","caller":"traceutil/trace.go:171","msg":"trace[762718529] linearizableReadLoop","detail":"{readStateIndex:9065; appliedIndex:9064; }","duration":"453.960032ms","start":"2026-03-10T18:38:30.199702Z","end":"2026-03-10T18:38:30.653662Z","steps":["trace[762718529] 'read index received' (duration: 254.978397ms)","trace[762718529] 'applied index is now lower than readState.Index' (duration: 198.980215ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:38:30.653719Z","caller":"traceutil/trace.go:171","msg":"trace[1352870745] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"454.124265ms","start":"2026-03-10T18:38:30.199573Z","end":"2026-03-10T18:38:30.653697Z","steps":["trace[1352870745] 'process raft request' (duration: 255.137411ms)","trace[1352870745] 'compare' (duration: 198.434004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T18:38:30.653832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:30.199554Z","time spent":"454.222268ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T18:38:30.654062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.483549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-10T18:38:30.654127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.426642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291482"} {"level":"info","ts":"2026-03-10T18:38:30.654165Z","caller":"traceutil/trace.go:171","msg":"trace[2006646645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8733; }","duration":"454.488642ms","start":"2026-03-10T18:38:30.199664Z","end":"2026-03-10T18:38:30.654152Z","steps":["trace[2006646645] 'agreement among raft nodes before linearized reading' (duration: 454.084815ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:38:30.654167Z","caller":"traceutil/trace.go:171","msg":"trace[2105212568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8733; }","duration":"406.657212ms","start":"2026-03-10T18:38:30.247487Z","end":"2026-03-10T18:38:30.654145Z","steps":["trace[2105212568] 'agreement among raft nodes before linearized reading' (duration: 406.390168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.654206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:30.199646Z","time spent":"454.552023ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291504,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-10T18:38:30.65422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:30.247469Z","time spent":"406.739383ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T18:38:30.654209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.239603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:38:30.654362Z","caller":"traceutil/trace.go:171","msg":"trace[118414181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8733; }","duration":"399.410296ms","start":"2026-03-10T18:38:30.254932Z","end":"2026-03-10T18:38:30.654343Z","steps":["trace[118414181] 'agreement among raft nodes before linearized reading' (duration: 399.217932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.654486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:30.254922Z","time spent":"399.550969ms","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T18:38:30.654539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.10524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T18:38:30.654683Z","caller":"traceutil/trace.go:171","msg":"trace[887712047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8733; }","duration":"371.265693ms","start":"2026-03-10T18:38:30.283354Z","end":"2026-03-10T18:38:30.654619Z","steps":["trace[887712047] 'agreement among raft nodes before linearized reading' (duration: 370.768674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:30.654786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T18:38:30.283334Z","time spent":"371.437826ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T18:38:31.023046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T18:38:31.023194Z","caller":"traceutil/trace.go:171","msg":"trace[891113016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8735; }","duration":"209.312616ms","start":"2026-03-10T18:38:30.813859Z","end":"2026-03-10T18:38:31.023171Z","steps":["trace[891113016] 'range keys from in-memory index tree' (duration: 209.122323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:31.023329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.257881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T18:38:31.023493Z","caller":"traceutil/trace.go:171","msg":"trace[390583846] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8735; }","duration":"140.468846ms","start":"2026-03-10T18:38:30.883002Z","end":"2026-03-10T18:38:31.023471Z","steps":["trace[390583846] 'range keys from in-memory index tree' (duration: 139.827554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T18:38:31.289286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.248548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T18:38:31.289539Z","caller":"traceutil/trace.go:171","msg":"trace[1439386215] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"200.34376ms","start":"2026-03-10T18:38:31.089166Z","end":"2026-03-10T18:38:31.28951Z","steps":["trace[1439386215] 'process raft request' (duration: 36.779365ms)","trace[1439386215] 'compare' (duration: 163.159747ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T18:38:31.289528Z","caller":"traceutil/trace.go:171","msg":"trace[513179349] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"185.513335ms","start":"2026-03-10T18:38:31.103985Z","end":"2026-03-10T18:38:31.289499Z","steps":["trace[513179349] 'process raft request' (duration: 185.381432ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T18:40:42.214519Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-10T18:40:42.22395Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-03-10T18:40:42.224087Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"info","ts":"2026-03-10T18:41:27.741427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7726} {"level":"info","ts":"2026-03-10T18:41:27.81286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7726,"took":"69.162669ms","hash":128604600,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":25313280,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-10T18:41:27.812932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":128604600,"revision":7726,"compact-revision":5712} {"level":"info","ts":"2026-03-10T18:46:27.747358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9950} {"level":"info","ts":"2026-03-10T18:46:27.826319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9950,"took":"76.671564ms","hash":1600899976,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":17149952,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-10T18:46:27.826376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1600899976,"revision":9950,"compact-revision":7726}