{"level":"warn","ts":"2026-03-18T00:48:13.014103Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:13.014224Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.246:2380","--initial-cluster=instance=https://199.204.45.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:48:13.014309Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:13.014324Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-18T00:48:13.014346Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:13.015182Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"]} {"level":"info","ts":"2026-03-18T00:48:13.015282Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:48:13.020845Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.298266ms"} {"level":"info","ts":"2026-03-18T00:48:13.030613Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab97322ebdd79664","cluster-id":"87bc89380c3dc2c"} {"level":"info","ts":"2026-03-18T00:48:13.030722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:48:13.030753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:48:13.030782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab97322ebdd79664 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:48:13.030796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:48:13.030855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"warn","ts":"2026-03-18T00:48:13.045064Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:48:13.048551Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:48:13.05099Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:48:13.055817Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab97322ebdd79664","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:48:13.055976Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab97322ebdd79664","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:48:13.056133Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:13.056234Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:13.05625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:13.058021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"info","ts":"2026-03-18T00:48:13.059082Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","added-peer-id":"ab97322ebdd79664","added-peer-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-18T00:48:13.060484Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:13.060624Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-18T00:48:13.061574Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-03-18T00:48:13.060769Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab97322ebdd79664","initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:48:13.060817Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:48:13.831892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:48:13.832037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:48:13.832107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgPreVoteResp from ab97322ebdd79664 at term 1"} {"level":"info","ts":"2026-03-18T00:48:13.832164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:48:13.832202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgVoteResp from ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-18T00:48:13.832253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:48:13.832295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab97322ebdd79664 elected leader ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-03-18T00:48:13.833768Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:13.8347Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab97322ebdd79664","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.246:2379]}","request-path":"/0/members/ab97322ebdd79664/attributes","cluster-id":"87bc89380c3dc2c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:48:13.835021Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:13.835004Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:13.83822Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:13.838328Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:13.838362Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:13.838893Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:48:13.839014Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:48:13.839723Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.246:2379"} {"level":"info","ts":"2026-03-18T00:48:13.840388Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:48:25.746984Z","caller":"traceutil/trace.go:171","msg":"trace[1154468328] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"160.452737ms","start":"2026-03-18T00:48:25.586512Z","end":"2026-03-18T00:48:25.746965Z","steps":["trace[1154468328] 'process raft request' (duration: 160.314393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:26.16319Z","caller":"traceutil/trace.go:171","msg":"trace[662862315] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:368; }","duration":"487.797578ms","start":"2026-03-18T00:48:25.675357Z","end":"2026-03-18T00:48:26.163154Z","steps":["trace[662862315] 'read index received' (duration: 71.473738ms)","trace[662862315] 'applied index is now lower than readState.Index' (duration: 416.32185ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:26.163252Z","caller":"traceutil/trace.go:171","msg":"trace[1170582352] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"502.757791ms","start":"2026-03-18T00:48:25.660462Z","end":"2026-03-18T00:48:26.16322Z","steps":["trace[1170582352] 'process raft request' (duration: 410.504482ms)","trace[1170582352] 'compare' (duration: 92.051085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:26.163464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.438896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:48:26.16352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.850433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:48:26.163459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.029461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:26.163554Z","caller":"traceutil/trace.go:171","msg":"trace[634345146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:356; }","duration":"207.592769ms","start":"2026-03-18T00:48:25.955945Z","end":"2026-03-18T00:48:26.163538Z","steps":["trace[634345146] 'agreement among raft nodes before linearized reading' (duration: 207.412286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:26.163578Z","caller":"traceutil/trace.go:171","msg":"trace[957751218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:356; }","duration":"190.926074ms","start":"2026-03-18T00:48:25.972633Z","end":"2026-03-18T00:48:26.163559Z","steps":["trace[957751218] 'agreement among raft nodes before linearized reading' (duration: 190.821852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:26.163594Z","caller":"traceutil/trace.go:171","msg":"trace[178078971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:356; }","duration":"488.257786ms","start":"2026-03-18T00:48:25.675314Z","end":"2026-03-18T00:48:26.163572Z","steps":["trace[178078971] 'agreement among raft nodes before linearized reading' (duration: 487.999181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:26.163638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:25.675301Z","time spent":"488.327507ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:26.164087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:25.66044Z","time spent":"502.915824ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:28.786854Z","caller":"traceutil/trace.go:171","msg":"trace[2027845088] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"607.584448ms","start":"2026-03-18T00:48:28.179244Z","end":"2026-03-18T00:48:28.786828Z","steps":["trace[2027845088] 'process raft request' (duration: 607.398845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:28.787033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.179215Z","time spent":"607.73889ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:29.674136Z","caller":"traceutil/trace.go:171","msg":"trace[1448582152] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.491203798s","start":"2026-03-18T00:48:28.182913Z","end":"2026-03-18T00:48:29.674117Z","steps":["trace[1448582152] 'process raft request' (duration: 1.491057236s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.674261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.182891Z","time spent":"1.49130677s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:29.67451Z","caller":"traceutil/trace.go:171","msg":"trace[1599447548] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.491554836s","start":"2026-03-18T00:48:28.182935Z","end":"2026-03-18T00:48:29.67449Z","steps":["trace[1599447548] 'process raft request' (duration: 1.491151778s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.674634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.18291Z","time spent":"1.491654007s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:29.674634Z","caller":"traceutil/trace.go:171","msg":"trace[1326835687] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:378; }","duration":"1.248577229s","start":"2026-03-18T00:48:28.426016Z","end":"2026-03-18T00:48:29.674593Z","steps":["trace[1326835687] 'read index received' (duration: 360.598318ms)","trace[1326835687] 'applied index is now lower than readState.Index' (duration: 887.977691ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:29.674704Z","caller":"traceutil/trace.go:171","msg":"trace[599328207] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"917.144225ms","start":"2026-03-18T00:48:28.757544Z","end":"2026-03-18T00:48:29.674688Z","steps":["trace[599328207] 'process raft request' (duration: 916.86909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.674761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.75752Z","time spent":"917.214315ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:29.674874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064677895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:29.674868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097720739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-18T00:48:29.674958Z","caller":"traceutil/trace.go:171","msg":"trace[343919827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"1.064800818s","start":"2026-03-18T00:48:28.61013Z","end":"2026-03-18T00:48:29.674931Z","steps":["trace[343919827] 'agreement among raft nodes before linearized reading' (duration: 1.064656485s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:29.674956Z","caller":"traceutil/trace.go:171","msg":"trace[1692529240] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:367; }","duration":"1.097856732s","start":"2026-03-18T00:48:28.577081Z","end":"2026-03-18T00:48:29.674938Z","steps":["trace[1692529240] 'agreement among raft nodes before linearized reading' (duration: 1.097717489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.674999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.610108Z","time spent":"1.064883329s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:29.675003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.577058Z","time spent":"1.097936703s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-18T00:48:29.674983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142880225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:29.67509Z","caller":"traceutil/trace.go:171","msg":"trace[1428109306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"1.143023857s","start":"2026-03-18T00:48:28.532035Z","end":"2026-03-18T00:48:29.675058Z","steps":["trace[1428109306] 'agreement among raft nodes before linearized reading' (duration: 1.142758232s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.675141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.532017Z","time spent":"1.143115429s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:29.675384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249363353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-03-18T00:48:29.675437Z","caller":"traceutil/trace.go:171","msg":"trace[1737244894] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:367; }","duration":"1.249443354s","start":"2026-03-18T00:48:28.425982Z","end":"2026-03-18T00:48:29.675425Z","steps":["trace[1737244894] 'agreement among raft nodes before linearized reading' (duration: 1.248758431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:29.67547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:28.425965Z","time spent":"1.249496195s","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4447,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T00:48:31.13385Z","caller":"traceutil/trace.go:171","msg":"trace[1304958158] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"134.611373ms","start":"2026-03-18T00:48:30.999209Z","end":"2026-03-18T00:48:31.13382Z","steps":["trace[1304958158] 'process raft request' (duration: 77.574629ms)","trace[1304958158] 'compare' (duration: 56.905092ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:31.873129Z","caller":"traceutil/trace.go:171","msg":"trace[272125398] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"142.924535ms","start":"2026-03-18T00:48:31.730177Z","end":"2026-03-18T00:48:31.873101Z","steps":["trace[272125398] 'read index received' (duration: 96.953984ms)","trace[272125398] 'applied index is now lower than readState.Index' (duration: 45.969611ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:31.873201Z","caller":"traceutil/trace.go:171","msg":"trace[98162076] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"190.70586ms","start":"2026-03-18T00:48:31.682477Z","end":"2026-03-18T00:48:31.873183Z","steps":["trace[98162076] 'process raft request' (duration: 144.711218ms)","trace[98162076] 'compare' (duration: 45.801718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:31.873307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.084638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:31.873353Z","caller":"traceutil/trace.go:171","msg":"trace[584083162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"143.172989ms","start":"2026-03-18T00:48:31.730168Z","end":"2026-03-18T00:48:31.873341Z","steps":["trace[584083162] 'agreement among raft nodes before linearized reading' (duration: 143.046497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:35.052526Z","caller":"traceutil/trace.go:171","msg":"trace[884731289] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"148.312154ms","start":"2026-03-18T00:48:34.904187Z","end":"2026-03-18T00:48:35.052499Z","steps":["trace[884731289] 'process raft request' (duration: 148.142081ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:37.86545Z","caller":"traceutil/trace.go:171","msg":"trace[1286122071] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"141.99082ms","start":"2026-03-18T00:48:37.723427Z","end":"2026-03-18T00:48:37.865418Z","steps":["trace[1286122071] 'process raft request' (duration: 141.811616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:40.512083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876162250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:48:40.695072Z","caller":"traceutil/trace.go:171","msg":"trace[186659829] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"686.945592ms","start":"2026-03-18T00:48:40.008105Z","end":"2026-03-18T00:48:40.695051Z","steps":["trace[186659829] 'process raft request' (duration: 686.80716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:40.695214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.008082Z","time spent":"687.060265ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:40.906141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.67168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:40.906253Z","caller":"traceutil/trace.go:171","msg":"trace[872916967] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:440; }","duration":"894.245086ms","start":"2026-03-18T00:48:40.011992Z","end":"2026-03-18T00:48:40.906237Z","steps":["trace[872916967] 'read index received' (duration: 682.940959ms)","trace[872916967] 'applied index is now lower than readState.Index' (duration: 211.302997ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:40.906273Z","caller":"traceutil/trace.go:171","msg":"trace[1723124617] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"846.239668ms","start":"2026-03-18T00:48:40.060009Z","end":"2026-03-18T00:48:40.906249Z","steps":["trace[1723124617] 'process raft request' (duration: 685.21781ms)","trace[1723124617] 'compare' (duration: 160.558168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:40.906374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.059978Z","time spent":"846.34144ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:40.906374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.389659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:48:40.906411Z","caller":"traceutil/trace.go:171","msg":"trace[536085033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"894.46106ms","start":"2026-03-18T00:48:40.01194Z","end":"2026-03-18T00:48:40.906401Z","steps":["trace[536085033] 'agreement among raft nodes before linearized reading' (duration: 894.394769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:40.906444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:40.011917Z","time spent":"894.519321ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:40.906447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.802542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:40.90653Z","caller":"traceutil/trace.go:171","msg":"trace[1700637787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"296.934334ms","start":"2026-03-18T00:48:40.609574Z","end":"2026-03-18T00:48:40.906508Z","steps":["trace[1700637787] 'agreement among raft nodes before linearized reading' (duration: 296.790702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:42.832618Z","caller":"traceutil/trace.go:171","msg":"trace[89896145] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"130.076665ms","start":"2026-03-18T00:48:42.702514Z","end":"2026-03-18T00:48:42.832591Z","steps":["trace[89896145] 'process raft request' (duration: 129.886482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:42.948064Z","caller":"traceutil/trace.go:171","msg":"trace[634506404] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"191.544427ms","start":"2026-03-18T00:48:42.756492Z","end":"2026-03-18T00:48:42.948037Z","steps":["trace[634506404] 'process raft request' (duration: 188.872048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:43.225695Z","caller":"traceutil/trace.go:171","msg":"trace[229576376] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"141.541395ms","start":"2026-03-18T00:48:43.084132Z","end":"2026-03-18T00:48:43.225673Z","steps":["trace[229576376] 'read index received' (duration: 68.279657ms)","trace[229576376] 'applied index is now lower than readState.Index' (duration: 73.260998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:43.225885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.74293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:43.225924Z","caller":"traceutil/trace.go:171","msg":"trace[747997577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:433; }","duration":"141.820551ms","start":"2026-03-18T00:48:43.084093Z","end":"2026-03-18T00:48:43.225914Z","steps":["trace[747997577] 'agreement among raft nodes before linearized reading' (duration: 141.671128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:43.225985Z","caller":"traceutil/trace.go:171","msg":"trace[1361126156] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"218.064533ms","start":"2026-03-18T00:48:43.00789Z","end":"2026-03-18T00:48:43.225955Z","steps":["trace[1361126156] 'process raft request' (duration: 144.584421ms)","trace[1361126156] 'compare' (duration: 73.100006ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:43.779634Z","caller":"traceutil/trace.go:171","msg":"trace[2121313327] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:452; }","duration":"169.388729ms","start":"2026-03-18T00:48:43.610222Z","end":"2026-03-18T00:48:43.779611Z","steps":["trace[2121313327] 'read index received' (duration: 154.748499ms)","trace[2121313327] 'applied index is now lower than readState.Index' (duration: 14.63923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:43.779688Z","caller":"traceutil/trace.go:171","msg":"trace[1189991525] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"549.332844ms","start":"2026-03-18T00:48:43.230329Z","end":"2026-03-18T00:48:43.779662Z","steps":["trace[1189991525] 'process raft request' (duration: 549.191422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:43.77978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.533492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:43.779819Z","caller":"traceutil/trace.go:171","msg":"trace[157828403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"169.627553ms","start":"2026-03-18T00:48:43.610178Z","end":"2026-03-18T00:48:43.779806Z","steps":["trace[157828403] 'agreement among raft nodes before linearized reading' (duration: 169.523061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:43.779844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:43.230311Z","time spent":"549.448066ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:43.780008Z","caller":"traceutil/trace.go:171","msg":"trace[1046268012] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"548.990287ms","start":"2026-03-18T00:48:43.230993Z","end":"2026-03-18T00:48:43.779983Z","steps":["trace[1046268012] 'process raft request' (duration: 548.58979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:43.780078Z","caller":"traceutil/trace.go:171","msg":"trace[1169302613] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"549.864983ms","start":"2026-03-18T00:48:43.230194Z","end":"2026-03-18T00:48:43.780059Z","steps":["trace[1169302613] 'process raft request' (duration: 534.824186ms)","trace[1169302613] 'compare' (duration: 14.345695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:43.780099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:43.230968Z","time spent":"549.096309ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:43.780162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:43.230171Z","time spent":"549.957695ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:43.943416Z","caller":"traceutil/trace.go:171","msg":"trace[1160410959] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"137.083134ms","start":"2026-03-18T00:48:43.806301Z","end":"2026-03-18T00:48:43.943384Z","steps":["trace[1160410959] 'process raft request' (duration: 94.607112ms)","trace[1160410959] 'compare' (duration: 42.201417ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:45.921406Z","caller":"traceutil/trace.go:171","msg":"trace[1915149789] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"133.745412ms","start":"2026-03-18T00:48:45.78764Z","end":"2026-03-18T00:48:45.921385Z","steps":["trace[1915149789] 'process raft request' (duration: 133.60123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:46.588112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.437023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:48:46.588251Z","caller":"traceutil/trace.go:171","msg":"trace[1635245011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"620.606778ms","start":"2026-03-18T00:48:45.967619Z","end":"2026-03-18T00:48:46.588225Z","steps":["trace[1635245011] 'range keys from in-memory index tree' (duration: 620.352092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:46.588347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:45.967606Z","time spent":"620.684949ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:48:46.588331Z","caller":"traceutil/trace.go:171","msg":"trace[913850003] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"139.464808ms","start":"2026-03-18T00:48:46.448843Z","end":"2026-03-18T00:48:46.588307Z","steps":["trace[913850003] 'process raft request' (duration: 94.537281ms)","trace[913850003] 'compare' (duration: 44.652172ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.084398Z","caller":"traceutil/trace.go:171","msg":"trace[346985363] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"290.134122ms","start":"2026-03-18T00:48:53.794235Z","end":"2026-03-18T00:48:54.084369Z","steps":["trace[346985363] 'read index received' (duration: 289.852696ms)","trace[346985363] 'applied index is now lower than readState.Index' (duration: 280.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.084457Z","caller":"traceutil/trace.go:171","msg":"trace[2016842409] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"427.606933ms","start":"2026-03-18T00:48:53.656817Z","end":"2026-03-18T00:48:54.084423Z","steps":["trace[2016842409] 'process raft request' (duration: 427.363838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.084573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.325145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.084618Z","caller":"traceutil/trace.go:171","msg":"trace[1478639637] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:513; }","duration":"290.420747ms","start":"2026-03-18T00:48:53.794181Z","end":"2026-03-18T00:48:54.084602Z","steps":["trace[1478639637] 'agreement among raft nodes before linearized reading' (duration: 290.337896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.08464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:53.656781Z","time spent":"427.765376ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:54.438398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.847062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:54.438519Z","caller":"traceutil/trace.go:171","msg":"trace[1944911650] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"348.133971ms","start":"2026-03-18T00:48:54.090362Z","end":"2026-03-18T00:48:54.438496Z","steps":["trace[1944911650] 'read index received' (duration: 156.023893ms)","trace[1944911650] 'applied index is now lower than readState.Index' (duration: 192.108878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.438618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.249543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.438654Z","caller":"traceutil/trace.go:171","msg":"trace[1867967106] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:514; }","duration":"348.304293ms","start":"2026-03-18T00:48:54.090338Z","end":"2026-03-18T00:48:54.438642Z","steps":["trace[1867967106] 'agreement among raft nodes before linearized reading' (duration: 348.213442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.43869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.090327Z","time spent":"348.355664ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-18T00:48:54.438655Z","caller":"traceutil/trace.go:171","msg":"trace[634369893] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"349.824502ms","start":"2026-03-18T00:48:54.088785Z","end":"2026-03-18T00:48:54.438609Z","steps":["trace[634369893] 'process raft request' (duration: 157.670023ms)","trace[634369893] 'compare' (duration: 191.72124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.438864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.088756Z","time spent":"350.000304ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:54.889532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.608294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:54.889691Z","caller":"traceutil/trace.go:171","msg":"trace[78456020] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"279.598378ms","start":"2026-03-18T00:48:54.610067Z","end":"2026-03-18T00:48:54.889666Z","steps":["trace[78456020] 'read index received' (duration: 36.19µs)","trace[78456020] 'applied index is now lower than readState.Index' (duration: 279.560268ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:54.889847Z","caller":"traceutil/trace.go:171","msg":"trace[664621905] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"358.082184ms","start":"2026-03-18T00:48:54.53167Z","end":"2026-03-18T00:48:54.889752Z","steps":["trace[664621905] 'process raft request' (duration: 75.150534ms)","trace[664621905] 'compare' (duration: 282.454052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:54.889917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.824592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:54.890003Z","caller":"traceutil/trace.go:171","msg":"trace[927207440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"279.937415ms","start":"2026-03-18T00:48:54.610043Z","end":"2026-03-18T00:48:54.889981Z","steps":["trace[927207440] 'agreement among raft nodes before linearized reading' (duration: 279.709561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:54.89009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.531644Z","time spent":"358.272587ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:55.222398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:55.222506Z","caller":"traceutil/trace.go:171","msg":"trace[468852524] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"328.868624ms","start":"2026-03-18T00:48:54.893619Z","end":"2026-03-18T00:48:55.222488Z","steps":["trace[468852524] 'process raft request' (duration: 214.449978ms)","trace[468852524] 'compare' (duration: 114.085581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:55.22255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.893595Z","time spent":"328.940656ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.308773Z","caller":"traceutil/trace.go:171","msg":"trace[1857386272] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"415.057871ms","start":"2026-03-18T00:48:54.893672Z","end":"2026-03-18T00:48:55.30873Z","steps":["trace[1857386272] 'process raft request' (duration: 414.704535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.309049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.893642Z","time spent":"415.317445ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.309113Z","caller":"traceutil/trace.go:171","msg":"trace[490586422] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:536; }","duration":"363.957341ms","start":"2026-03-18T00:48:54.945126Z","end":"2026-03-18T00:48:55.309084Z","steps":["trace[490586422] 'read index received' (duration: 163.082453ms)","trace[490586422] 'applied index is now lower than readState.Index' (duration: 200.873678ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:55.309136Z","caller":"traceutil/trace.go:171","msg":"trace[909754395] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"415.259425ms","start":"2026-03-18T00:48:54.893836Z","end":"2026-03-18T00:48:55.309095Z","steps":["trace[909754395] 'process raft request' (duration: 414.731245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.309281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.89381Z","time spent":"415.393207ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:55.309491Z","caller":"traceutil/trace.go:171","msg":"trace[864837489] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"330.068047ms","start":"2026-03-18T00:48:54.979413Z","end":"2026-03-18T00:48:55.309481Z","steps":["trace[864837489] 'process raft request' (duration: 329.336433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.309484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.343448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:48:55.309548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.979373Z","time spent":"330.149688ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:55.309561Z","caller":"traceutil/trace.go:171","msg":"trace[41312886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"364.455861ms","start":"2026-03-18T00:48:54.94508Z","end":"2026-03-18T00:48:55.309536Z","steps":["trace[41312886] 'agreement among raft nodes before linearized reading' (duration: 364.255787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:55.309609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:54.945062Z","time spent":"364.538032ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:55.309784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.234305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:48:55.309917Z","caller":"traceutil/trace.go:171","msg":"trace[175472509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"276.4249ms","start":"2026-03-18T00:48:55.033465Z","end":"2026-03-18T00:48:55.30989Z","steps":["trace[175472509] 'agreement among raft nodes before linearized reading' (duration: 276.047063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:56.112586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876162495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:56.343361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028365382s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:48:57.348046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004300241s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:57.348239Z","caller":"traceutil/trace.go:171","msg":"trace[1581457170] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"2.033289676s","start":"2026-03-18T00:48:55.314889Z","end":"2026-03-18T00:48:57.348179Z","steps":["trace[1581457170] 'process raft request' (duration: 1.028792221s)","trace[1581457170] 'compare' (duration: 1.004131257s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:57.348294Z","caller":"traceutil/trace.go:171","msg":"trace[1935393961] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"2.03249008s","start":"2026-03-18T00:48:55.315785Z","end":"2026-03-18T00:48:57.348276Z","steps":["trace[1935393961] 'process raft request' (duration: 2.032342088s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.348352Z","caller":"traceutil/trace.go:171","msg":"trace[1532575659] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"2.021984006s","start":"2026-03-18T00:48:55.326356Z","end":"2026-03-18T00:48:57.34834Z","steps":["trace[1532575659] 'process raft request' (duration: 2.021810893s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.348365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.315693Z","time spent":"2.032645803s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:57.348406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.326346Z","time spent":"2.022036787s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:57.348381Z","caller":"traceutil/trace.go:171","msg":"trace[1825232858] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"2.021346896s","start":"2026-03-18T00:48:55.326999Z","end":"2026-03-18T00:48:57.348346Z","steps":["trace[1825232858] 'process raft request' (duration: 2.021199053s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.34847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.314864Z","time spent":"2.033456208s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:57.348498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.326969Z","time spent":"2.021475817s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:57.348524Z","caller":"traceutil/trace.go:171","msg":"trace[1881411939] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"2.021422206s","start":"2026-03-18T00:48:55.327065Z","end":"2026-03-18T00:48:57.348487Z","steps":["trace[1881411939] 'process raft request' (duration: 2.021158891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.348599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736748445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:57.348645Z","caller":"traceutil/trace.go:171","msg":"trace[1871089612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"1.736850717s","start":"2026-03-18T00:48:55.611782Z","end":"2026-03-18T00:48:57.348633Z","steps":["trace[1871089612] 'agreement among raft nodes before linearized reading' (duration: 1.736776355s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.348644Z","caller":"traceutil/trace.go:171","msg":"trace[1527595315] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:540; }","duration":"1.736385819s","start":"2026-03-18T00:48:55.611861Z","end":"2026-03-18T00:48:57.348247Z","steps":["trace[1527595315] 'read index received' (duration: 731.916975ms)","trace[1527595315] 'applied index is now lower than readState.Index' (duration: 1.004468134s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:57.348666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.611751Z","time spent":"1.736912358s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:57.348666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:55.327035Z","time spent":"2.021563919s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:57.350226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.631734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:48:57.350279Z","caller":"traceutil/trace.go:171","msg":"trace[2116793874] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:525; }","duration":"534.740375ms","start":"2026-03-18T00:48:56.815527Z","end":"2026-03-18T00:48:57.350268Z","steps":["trace[2116793874] 'agreement among raft nodes before linearized reading' (duration: 534.651303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.350285Z","caller":"traceutil/trace.go:171","msg":"trace[180082287] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"545.407981ms","start":"2026-03-18T00:48:56.804864Z","end":"2026-03-18T00:48:57.350272Z","steps":["trace[180082287] 'process raft request' (duration: 545.204647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.350312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.815506Z","time spent":"534.801626ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-03-18T00:48:57.350331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.820828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:57.350352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.804846Z","time spent":"545.465442ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:57.350363Z","caller":"traceutil/trace.go:171","msg":"trace[1089521529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"313.885928ms","start":"2026-03-18T00:48:57.036469Z","end":"2026-03-18T00:48:57.350355Z","steps":["trace[1089521529] 'agreement among raft nodes before linearized reading' (duration: 313.745056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.350494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.036447Z","time spent":"314.038802ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:57.350465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.102591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:57.350612Z","caller":"traceutil/trace.go:171","msg":"trace[1060024376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:525; }","duration":"907.254254ms","start":"2026-03-18T00:48:56.443302Z","end":"2026-03-18T00:48:57.350557Z","steps":["trace[1060024376] 'agreement among raft nodes before linearized reading' (duration: 906.989309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.350722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:56.443281Z","time spent":"907.430798ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:48:57.767476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.211987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:57.767633Z","caller":"traceutil/trace.go:171","msg":"trace[1138857542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:526; }","duration":"124.39783ms","start":"2026-03-18T00:48:57.643215Z","end":"2026-03-18T00:48:57.767613Z","steps":["trace[1138857542] 'range keys from in-memory index tree' (duration: 124.191597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.767896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.641723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:57.768227Z","caller":"traceutil/trace.go:171","msg":"trace[24583551] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"414.43839ms","start":"2026-03-18T00:48:57.353768Z","end":"2026-03-18T00:48:57.768207Z","steps":["trace[24583551] 'process raft request' (duration: 282.326687ms)","trace[24583551] 'compare' (duration: 131.43614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:57.768347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.353761Z","time spent":"414.514752ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:57.768362Z","caller":"traceutil/trace.go:171","msg":"trace[1352669765] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"413.260338ms","start":"2026-03-18T00:48:57.355085Z","end":"2026-03-18T00:48:57.768345Z","steps":["trace[1352669765] 'process raft request' (duration: 413.096725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.7684Z","caller":"traceutil/trace.go:171","msg":"trace[1413154471] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"405.655379ms","start":"2026-03-18T00:48:57.362725Z","end":"2026-03-18T00:48:57.768381Z","steps":["trace[1413154471] 'process raft request' (duration: 405.581988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.768446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.355077Z","time spent":"413.326159ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:57.768448Z","caller":"traceutil/trace.go:171","msg":"trace[310061785] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"405.891623ms","start":"2026-03-18T00:48:57.362534Z","end":"2026-03-18T00:48:57.768425Z","steps":["trace[310061785] 'process raft request' (duration: 405.73303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.768607Z","caller":"traceutil/trace.go:171","msg":"trace[512245522] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"404.857854ms","start":"2026-03-18T00:48:57.363733Z","end":"2026-03-18T00:48:57.768591Z","steps":["trace[512245522] 'process raft request' (duration: 404.615519ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:57.768657Z","caller":"traceutil/trace.go:171","msg":"trace[1365930700] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"384.919997ms","start":"2026-03-18T00:48:57.383713Z","end":"2026-03-18T00:48:57.768633Z","steps":["trace[1365930700] 'process raft request' (duration: 384.732494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.768643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.362516Z","time spent":"406.099637ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:57.768483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.362717Z","time spent":"405.73542ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:57.768439Z","caller":"traceutil/trace.go:171","msg":"trace[230069464] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"413.38652ms","start":"2026-03-18T00:48:57.355016Z","end":"2026-03-18T00:48:57.768403Z","steps":["trace[230069464] 'process raft request' (duration: 413.001773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.772023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.355005Z","time spent":"416.950846ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:57.770728Z","caller":"traceutil/trace.go:171","msg":"trace[1630375604] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"384.889086ms","start":"2026-03-18T00:48:57.383833Z","end":"2026-03-18T00:48:57.768722Z","steps":["trace[1630375604] 'process raft request' (duration: 384.756114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.772233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.383827Z","time spent":"388.364891ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:57.772535Z","caller":"traceutil/trace.go:171","msg":"trace[1445591897] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"384.730124ms","start":"2026-03-18T00:48:57.384049Z","end":"2026-03-18T00:48:57.768779Z","steps":["trace[1445591897] 'process raft request' (duration: 384.649802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:57.772591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.384041Z","time spent":"388.528214ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:57.773121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.383685Z","time spent":"385.09355ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:57.776726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:57.363718Z","time spent":"404.967375ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:59.563772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.822011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:59.563864Z","caller":"traceutil/trace.go:171","msg":"trace[2072233315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:647; }","duration":"210.981185ms","start":"2026-03-18T00:48:59.35286Z","end":"2026-03-18T00:48:59.563842Z","steps":["trace[2072233315] 'range keys from in-memory index tree' (duration: 210.635898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:59.563851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.970324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:48:59.563948Z","caller":"traceutil/trace.go:171","msg":"trace[1406301959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"211.124437ms","start":"2026-03-18T00:48:59.3528Z","end":"2026-03-18T00:48:59.563925Z","steps":["trace[1406301959] 'range keys from in-memory index tree' (duration: 210.75625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:12.778043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.634309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T00:49:16.399671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.342565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:16.399786Z","caller":"traceutil/trace.go:171","msg":"trace[1609611880] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:908; }","duration":"507.491234ms","start":"2026-03-18T00:49:15.892278Z","end":"2026-03-18T00:49:16.399769Z","steps":["trace[1609611880] 'read index received' (duration: 47.947563ms)","trace[1609611880] 'applied index is now lower than readState.Index' (duration: 459.542561ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:16.399828Z","caller":"traceutil/trace.go:171","msg":"trace[829631019] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"508.750387ms","start":"2026-03-18T00:49:15.891037Z","end":"2026-03-18T00:49:16.399787Z","steps":["trace[829631019] 'process raft request' (duration: 173.21371ms)","trace[829631019] 'compare' (duration: 335.103729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:16.399936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.641016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:16.400003Z","caller":"traceutil/trace.go:171","msg":"trace[2029041509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:884; }","duration":"507.738408ms","start":"2026-03-18T00:49:15.892249Z","end":"2026-03-18T00:49:16.399988Z","steps":["trace[2029041509] 'agreement among raft nodes before linearized reading' (duration: 507.562735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.400002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.891013Z","time spent":"508.891309ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:16.400042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.892238Z","time spent":"507.79645ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:16.869386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.052999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:16.869449Z","caller":"traceutil/trace.go:171","msg":"trace[1189669648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"259.180491ms","start":"2026-03-18T00:49:16.610253Z","end":"2026-03-18T00:49:16.869433Z","steps":["trace[1189669648] 'range keys from in-memory index tree' (duration: 258.903717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.869495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.672133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:16.869607Z","caller":"traceutil/trace.go:171","msg":"trace[666163840] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:885; }","duration":"150.847528ms","start":"2026-03-18T00:49:16.718735Z","end":"2026-03-18T00:49:16.869582Z","steps":["trace[666163840] 'count revisions from in-memory index tree' (duration: 150.52088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:41.972197Z","caller":"traceutil/trace.go:171","msg":"trace[1554803323] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"115.16807ms","start":"2026-03-18T00:49:41.857004Z","end":"2026-03-18T00:49:41.972173Z","steps":["trace[1554803323] 'process raft request' (duration: 82.03423ms)","trace[1554803323] 'compare' (duration: 33.032939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:47.254844Z","caller":"traceutil/trace.go:171","msg":"trace[66255257] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"176.371666ms","start":"2026-03-18T00:49:47.078434Z","end":"2026-03-18T00:49:47.254806Z","steps":["trace[66255257] 'process raft request' (duration: 172.451163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:50.497536Z","caller":"traceutil/trace.go:171","msg":"trace[349445000] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1228; }","duration":"406.900213ms","start":"2026-03-18T00:49:50.090601Z","end":"2026-03-18T00:49:50.497502Z","steps":["trace[349445000] 'read index received' (duration: 330.618124ms)","trace[349445000] 'applied index is now lower than readState.Index' (duration: 76.280759ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:50.4976Z","caller":"traceutil/trace.go:171","msg":"trace[1378275009] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"462.333816ms","start":"2026-03-18T00:49:50.035216Z","end":"2026-03-18T00:49:50.49755Z","steps":["trace[1378275009] 'process raft request' (duration: 386.117889ms)","trace[1378275009] 'compare' (duration: 75.895421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:50.497764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:50.035207Z","time spent":"462.470918ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:50.497759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.135727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T00:49:50.497785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.90668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:50.497834Z","caller":"traceutil/trace.go:171","msg":"trace[1381469083] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1190; }","duration":"174.023783ms","start":"2026-03-18T00:49:50.323798Z","end":"2026-03-18T00:49:50.497821Z","steps":["trace[1381469083] 'agreement among raft nodes before linearized reading' (duration: 173.90105ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:50.497837Z","caller":"traceutil/trace.go:171","msg":"trace[508203528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1190; }","duration":"407.234098ms","start":"2026-03-18T00:49:50.090582Z","end":"2026-03-18T00:49:50.497816Z","steps":["trace[508203528] 'agreement among raft nodes before linearized reading' (duration: 407.016375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:50.497878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:50.090565Z","time spent":"407.304769ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:52.377393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.778299ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:49:52.717772Z","caller":"traceutil/trace.go:171","msg":"trace[973849653] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"193.188086ms","start":"2026-03-18T00:49:52.524552Z","end":"2026-03-18T00:49:52.71774Z","steps":["trace[973849653] 'process raft request' (duration: 192.956431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:53.188236Z","caller":"traceutil/trace.go:171","msg":"trace[445380245] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"470.535707ms","start":"2026-03-18T00:49:52.717682Z","end":"2026-03-18T00:49:53.188218Z","steps":["trace[445380245] 'read index received' (duration: 470.448306ms)","trace[445380245] 'applied index is now lower than readState.Index' (duration: 86.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:53.188301Z","caller":"traceutil/trace.go:171","msg":"trace[524414745] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"546.060582ms","start":"2026-03-18T00:49:52.642225Z","end":"2026-03-18T00:49:53.188286Z","steps":["trace[524414745] 'process raft request' (duration: 545.856818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.18839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.530884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:53.188421Z","caller":"traceutil/trace.go:171","msg":"trace[1300188302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1199; }","duration":"530.592016ms","start":"2026-03-18T00:49:52.65782Z","end":"2026-03-18T00:49:53.188412Z","steps":["trace[1300188302] 'agreement among raft nodes before linearized reading' (duration: 530.477794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.18844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.642173Z","time spent":"546.161243ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:53.188455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.657808Z","time spent":"530.640006ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:49:53.190374Z","caller":"traceutil/trace.go:171","msg":"trace[1187935548] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"467.945349ms","start":"2026-03-18T00:49:52.722401Z","end":"2026-03-18T00:49:53.190346Z","steps":["trace[1187935548] 'process raft request' (duration: 467.796537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:53.190522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:52.722384Z","time spent":"468.066471ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:01.286536Z","caller":"traceutil/trace.go:171","msg":"trace[819004889] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"111.483119ms","start":"2026-03-18T00:50:01.174991Z","end":"2026-03-18T00:50:01.286475Z","steps":["trace[819004889] 'process raft request' (duration: 111.189192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.722285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.575769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:13.722391Z","caller":"traceutil/trace.go:171","msg":"trace[1918599010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1508; }","duration":"111.744303ms","start":"2026-03-18T00:50:13.610625Z","end":"2026-03-18T00:50:13.72237Z","steps":["trace[1918599010] 'range keys from in-memory index tree' (duration: 111.451867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.255831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.244807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:14.256016Z","caller":"traceutil/trace.go:171","msg":"trace[17858513] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"207.97642ms","start":"2026-03-18T00:50:14.047996Z","end":"2026-03-18T00:50:14.255973Z","steps":["trace[17858513] 'process raft request' (duration: 40.497378ms)","trace[17858513] 'compare' (duration: 167.093735ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:14.256101Z","caller":"traceutil/trace.go:171","msg":"trace[1266786743] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1583; }","duration":"115.163957ms","start":"2026-03-18T00:50:14.140893Z","end":"2026-03-18T00:50:14.256057Z","steps":["trace[1266786743] 'read index received' (duration: 53.651µs)","trace[1266786743] 'applied index is now lower than readState.Index' (duration: 115.106586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:14.256397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.467272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:14.256522Z","caller":"traceutil/trace.go:171","msg":"trace[1581487701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1519; }","duration":"115.648675ms","start":"2026-03-18T00:50:14.140828Z","end":"2026-03-18T00:50:14.256476Z","steps":["trace[1581487701] 'agreement among raft nodes before linearized reading' (duration: 115.33368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:14.552972Z","caller":"traceutil/trace.go:171","msg":"trace[1291023728] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1585; }","duration":"237.898322ms","start":"2026-03-18T00:50:14.315044Z","end":"2026-03-18T00:50:14.552943Z","steps":["trace[1291023728] 'read index received' (duration: 22.696048ms)","trace[1291023728] 'applied index is now lower than readState.Index' (duration: 215.200884ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:14.55314Z","caller":"traceutil/trace.go:171","msg":"trace[1391556759] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"292.323427ms","start":"2026-03-18T00:50:14.260768Z","end":"2026-03-18T00:50:14.553092Z","steps":["trace[1391556759] 'process raft request' (duration: 204.75114ms)","trace[1391556759] 'compare' (duration: 87.283601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:14.553212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.141717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:14.553291Z","caller":"traceutil/trace.go:171","msg":"trace[1160581496] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1521; }","duration":"238.284479ms","start":"2026-03-18T00:50:14.314987Z","end":"2026-03-18T00:50:14.553272Z","steps":["trace[1160581496] 'agreement among raft nodes before linearized reading' (duration: 238.097605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.09576Z","caller":"traceutil/trace.go:171","msg":"trace[1728750537] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1626; }","duration":"101.925891ms","start":"2026-03-18T00:50:14.993802Z","end":"2026-03-18T00:50:15.095728Z","steps":["trace[1728750537] 'read index received' (duration: 82.255288ms)","trace[1728750537] 'applied index is now lower than readState.Index' (duration: 19.669173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:15.095837Z","caller":"traceutil/trace.go:171","msg":"trace[2128350983] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"103.718835ms","start":"2026-03-18T00:50:14.992085Z","end":"2026-03-18T00:50:15.095803Z","steps":["trace[2128350983] 'process raft request' (duration: 83.95555ms)","trace[2128350983] 'compare' (duration: 19.51203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:15.09624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.3999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:107766"} {"level":"info","ts":"2026-03-18T00:50:15.096354Z","caller":"traceutil/trace.go:171","msg":"trace[633399130] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1561; }","duration":"102.575434ms","start":"2026-03-18T00:50:14.993749Z","end":"2026-03-18T00:50:15.096324Z","steps":["trace[633399130] 'agreement among raft nodes before linearized reading' (duration: 102.151066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.787807Z","caller":"traceutil/trace.go:171","msg":"trace[1801295208] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"313.761142ms","start":"2026-03-18T00:50:15.474004Z","end":"2026-03-18T00:50:15.787765Z","steps":["trace[1801295208] 'process raft request' (duration: 313.60849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.787965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.473971Z","time spent":"313.922776ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3408,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:50:15.788118Z","caller":"traceutil/trace.go:171","msg":"trace[457610637] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1640; }","duration":"312.979749ms","start":"2026-03-18T00:50:15.475108Z","end":"2026-03-18T00:50:15.788088Z","steps":["trace[457610637] 'read index received' (duration: 312.970049ms)","trace[457610637] 'applied index is now lower than readState.Index' (duration: 8.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:15.788275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.149892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:15.78832Z","caller":"traceutil/trace.go:171","msg":"trace[691609489] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1574; }","duration":"313.240013ms","start":"2026-03-18T00:50:15.475068Z","end":"2026-03-18T00:50:15.788307Z","steps":["trace[691609489] 'agreement among raft nodes before linearized reading' (duration: 313.144131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.788355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.47505Z","time spent":"313.296085ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T00:50:15.881103Z","caller":"traceutil/trace.go:171","msg":"trace[773836777] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"383.843336ms","start":"2026-03-18T00:50:15.497229Z","end":"2026-03-18T00:50:15.881072Z","steps":["trace[773836777] 'process raft request' (duration: 341.2299ms)","trace[773836777] 'compare' (duration: 42.427473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:15.881277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.497199Z","time spent":"383.984519ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.881533Z","caller":"traceutil/trace.go:171","msg":"trace[1971482714] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"125.866104ms","start":"2026-03-18T00:50:15.75563Z","end":"2026-03-18T00:50:15.881496Z","steps":["trace[1971482714] 'process raft request' (duration: 125.405045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.881687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.497942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:15.881726Z","caller":"traceutil/trace.go:171","msg":"trace[1693267982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1577; }","duration":"271.573244ms","start":"2026-03-18T00:50:15.610142Z","end":"2026-03-18T00:50:15.881715Z","steps":["trace[1693267982] 'agreement among raft nodes before linearized reading' (duration: 271.510753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.881709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.901279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T00:50:15.881751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.867644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:15.881794Z","caller":"traceutil/trace.go:171","msg":"trace[424196913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1577; }","duration":"357.020241ms","start":"2026-03-18T00:50:15.524754Z","end":"2026-03-18T00:50:15.881774Z","steps":["trace[424196913] 'agreement among raft nodes before linearized reading' (duration: 356.813657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.881829Z","caller":"traceutil/trace.go:171","msg":"trace[1732272678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1577; }","duration":"320.967425ms","start":"2026-03-18T00:50:15.560837Z","end":"2026-03-18T00:50:15.881804Z","steps":["trace[1732272678] 'agreement among raft nodes before linearized reading' (duration: 320.730091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.881877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.560826Z","time spent":"321.042727ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:50:15.881837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.524735Z","time spent":"357.092773ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:50:16.053222Z","caller":"traceutil/trace.go:171","msg":"trace[638334588] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"166.29735ms","start":"2026-03-18T00:50:15.886895Z","end":"2026-03-18T00:50:16.053192Z","steps":["trace[638334588] 'process raft request' (duration: 166.012235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.061005Z","caller":"traceutil/trace.go:171","msg":"trace[1562494693] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1643; }","duration":"171.518387ms","start":"2026-03-18T00:50:15.889457Z","end":"2026-03-18T00:50:16.060975Z","steps":["trace[1562494693] 'read index received' (duration: 163.674662ms)","trace[1562494693] 'applied index is now lower than readState.Index' (duration: 7.842205ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:16.061153Z","caller":"traceutil/trace.go:171","msg":"trace[227191463] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"172.331642ms","start":"2026-03-18T00:50:15.888787Z","end":"2026-03-18T00:50:16.061118Z","steps":["trace[227191463] 'process raft request' (duration: 172.041547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.061407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.866783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:16.061479Z","caller":"traceutil/trace.go:171","msg":"trace[444039513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1579; }","duration":"172.018376ms","start":"2026-03-18T00:50:15.88943Z","end":"2026-03-18T00:50:16.061448Z","steps":["trace[444039513] 'agreement among raft nodes before linearized reading' (duration: 171.657809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.840643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.533447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:17.840611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.442165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:17.840806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.0165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T00:50:17.840861Z","caller":"traceutil/trace.go:171","msg":"trace[169712881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5; range_end:; response_count:1; response_revision:1588; }","duration":"651.072911ms","start":"2026-03-18T00:50:17.189772Z","end":"2026-03-18T00:50:17.840845Z","steps":["trace[169712881] 'range keys from in-memory index tree' (duration: 650.864077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.840892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.621444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:50:17.840906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.189722Z","time spent":"651.171063ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5\" "} {"level":"info","ts":"2026-03-18T00:50:17.840734Z","caller":"traceutil/trace.go:171","msg":"trace[465546825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"229.66934ms","start":"2026-03-18T00:50:17.611043Z","end":"2026-03-18T00:50:17.840712Z","steps":["trace[465546825] 'range keys from in-memory index tree' (duration: 229.450316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:17.840946Z","caller":"traceutil/trace.go:171","msg":"trace[836111134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1588; }","duration":"447.725596ms","start":"2026-03-18T00:50:17.393206Z","end":"2026-03-18T00:50:17.840932Z","steps":["trace[836111134] 'range keys from in-memory index tree' (duration: 447.439601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:17.840907Z","caller":"traceutil/trace.go:171","msg":"trace[1130395570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1588; }","duration":"197.70998ms","start":"2026-03-18T00:50:17.643118Z","end":"2026-03-18T00:50:17.840828Z","steps":["trace[1130395570] 'range keys from in-memory index tree' (duration: 197.418634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.840994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.393186Z","time spent":"447.797997ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:17.841468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.313474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:17.8417Z","caller":"traceutil/trace.go:171","msg":"trace[191131063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1588; }","duration":"373.140869ms","start":"2026-03-18T00:50:17.468516Z","end":"2026-03-18T00:50:17.841657Z","steps":["trace[191131063] 'range keys from in-memory index tree' (duration: 371.825375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:17.841742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.46848Z","time spent":"373.248081ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:50:18.199072Z","caller":"traceutil/trace.go:171","msg":"trace[1495753407] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"352.947716ms","start":"2026-03-18T00:50:17.846069Z","end":"2026-03-18T00:50:18.199016Z","steps":["trace[1495753407] 'process raft request' (duration: 352.751923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.199624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.846041Z","time spent":"353.113619ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:18.539206Z","caller":"traceutil/trace.go:171","msg":"trace[1760878370] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1655; }","duration":"649.290848ms","start":"2026-03-18T00:50:17.889894Z","end":"2026-03-18T00:50:18.539185Z","steps":["trace[1760878370] 'read index received' (duration: 308.985165ms)","trace[1760878370] 'applied index is now lower than readState.Index' (duration: 340.302553ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:18.539337Z","caller":"traceutil/trace.go:171","msg":"trace[1629727323] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"652.070559ms","start":"2026-03-18T00:50:17.887252Z","end":"2026-03-18T00:50:18.539322Z","steps":["trace[1629727323] 'process raft request' (duration: 651.786724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.539362Z","caller":"traceutil/trace.go:171","msg":"trace[737071079] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"689.931237ms","start":"2026-03-18T00:50:17.849354Z","end":"2026-03-18T00:50:18.539285Z","steps":["trace[737071079] 'process raft request' (duration: 689.625252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.539429Z","caller":"traceutil/trace.go:171","msg":"trace[166829302] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"652.130009ms","start":"2026-03-18T00:50:17.887268Z","end":"2026-03-18T00:50:18.539398Z","steps":["trace[166829302] 'process raft request' (duration: 651.831894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.53946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.887238Z","time spent":"652.1319ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:18.539495Z","caller":"traceutil/trace.go:171","msg":"trace[824987728] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"435.131373ms","start":"2026-03-18T00:50:18.10432Z","end":"2026-03-18T00:50:18.539451Z","steps":["trace[824987728] 'process raft request' (duration: 434.810118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.539555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.887239Z","time spent":"652.249772ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:18.539649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.849338Z","time spent":"690.137001ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:18.539726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.104303Z","time spent":"435.306637ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:18.539484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.573242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-18T00:50:18.539874Z","caller":"traceutil/trace.go:171","msg":"trace[1254727185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5; range_end:; response_count:1; response_revision:1594; }","duration":"650.016031ms","start":"2026-03-18T00:50:17.889837Z","end":"2026-03-18T00:50:18.539853Z","steps":["trace[1254727185] 'agreement among raft nodes before linearized reading' (duration: 649.507101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.53994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.889815Z","time spent":"650.108612ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d29876f-b8e0-4764-9b19-067a6c1ed0e5\" "} {"level":"info","ts":"2026-03-18T00:50:18.54007Z","caller":"traceutil/trace.go:171","msg":"trace[1124529740] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"692.22102ms","start":"2026-03-18T00:50:17.84711Z","end":"2026-03-18T00:50:18.539331Z","steps":["trace[1124529740] 'process raft request' (duration: 691.708761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.540179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.374896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:50:18.540219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.847075Z","time spent":"693.090126ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:18.540256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.607651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:18.54032Z","caller":"traceutil/trace.go:171","msg":"trace[2077425788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1594; }","duration":"267.713654ms","start":"2026-03-18T00:50:18.272593Z","end":"2026-03-18T00:50:18.540306Z","steps":["trace[2077425788] 'agreement among raft nodes before linearized reading' (duration: 267.518009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.540333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.60796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T00:50:18.540368Z","caller":"traceutil/trace.go:171","msg":"trace[174960907] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1594; }","duration":"482.713942ms","start":"2026-03-18T00:50:18.057645Z","end":"2026-03-18T00:50:18.540359Z","steps":["trace[174960907] 'agreement among raft nodes before linearized reading' (duration: 482.60977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.54041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.057605Z","time spent":"482.793153ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:50:18.540235Z","caller":"traceutil/trace.go:171","msg":"trace[1586168640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1594; }","duration":"644.443329ms","start":"2026-03-18T00:50:17.895776Z","end":"2026-03-18T00:50:18.54022Z","steps":["trace[1586168640] 'agreement among raft nodes before linearized reading' (duration: 644.277345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:18.540467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:17.895769Z","time spent":"644.681543ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:50:18.54048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.073549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:18.540585Z","caller":"traceutil/trace.go:171","msg":"trace[602907109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1594; }","duration":"190.223222ms","start":"2026-03-18T00:50:18.350342Z","end":"2026-03-18T00:50:18.540565Z","steps":["trace[602907109] 'agreement among raft nodes before linearized reading' (duration: 189.953937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.446559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.136918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:19.446831Z","caller":"traceutil/trace.go:171","msg":"trace[810822205] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"901.235569ms","start":"2026-03-18T00:50:18.545563Z","end":"2026-03-18T00:50:19.446799Z","steps":["trace[810822205] 'process raft request' (duration: 84.740665ms)","trace[810822205] 'compare' (duration: 815.986715ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:19.44693Z","caller":"traceutil/trace.go:171","msg":"trace[1299386567] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1661; }","duration":"568.923313ms","start":"2026-03-18T00:50:18.877996Z","end":"2026-03-18T00:50:19.44692Z","steps":["trace[1299386567] 'read index received' (duration: 435.49883ms)","trace[1299386567] 'applied index is now lower than readState.Index' (duration: 133.423463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:19.447016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.545542Z","time spent":"901.376641ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:19.447022Z","caller":"traceutil/trace.go:171","msg":"trace[740729168] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"901.24026ms","start":"2026-03-18T00:50:18.54575Z","end":"2026-03-18T00:50:19.44699Z","steps":["trace[740729168] 'process raft request' (duration: 901.042086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.447149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.163407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:19.447191Z","caller":"traceutil/trace.go:171","msg":"trace[758556740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1597; }","duration":"569.251799ms","start":"2026-03-18T00:50:18.877927Z","end":"2026-03-18T00:50:19.447179Z","steps":["trace[758556740] 'agreement among raft nodes before linearized reading' (duration: 569.078146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.44719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.545721Z","time spent":"901.377082ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:19.447227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.8779Z","time spent":"569.31846ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:50:19.446861Z","caller":"traceutil/trace.go:171","msg":"trace[1366899844] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"901.183628ms","start":"2026-03-18T00:50:18.545652Z","end":"2026-03-18T00:50:19.446836Z","steps":["trace[1366899844] 'process raft request' (duration: 901.079516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:19.448184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:18.545625Z","time spent":"901.757639ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:19.449464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.619205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T00:50:19.449532Z","caller":"traceutil/trace.go:171","msg":"trace[791426613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1597; }","duration":"225.670956ms","start":"2026-03-18T00:50:19.223828Z","end":"2026-03-18T00:50:19.449499Z","steps":["trace[791426613] 'agreement among raft nodes before linearized reading' (duration: 223.525116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:19.613472Z","caller":"traceutil/trace.go:171","msg":"trace[49797834] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"158.058608ms","start":"2026-03-18T00:50:19.455386Z","end":"2026-03-18T00:50:19.613444Z","steps":["trace[49797834] 'process raft request' (duration: 113.989905ms)","trace[49797834] 'compare' (duration: 43.531173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:19.613691Z","caller":"traceutil/trace.go:171","msg":"trace[36223133] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"155.638303ms","start":"2026-03-18T00:50:19.458011Z","end":"2026-03-18T00:50:19.613649Z","steps":["trace[36223133] 'process raft request' (duration: 155.347708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:29.03895Z","caller":"traceutil/trace.go:171","msg":"trace[1293285949] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"464.968454ms","start":"2026-03-18T00:50:28.573949Z","end":"2026-03-18T00:50:29.038918Z","steps":["trace[1293285949] 'process raft request' (duration: 464.7364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.039141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.57391Z","time spent":"465.127687ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:29.039786Z","caller":"traceutil/trace.go:171","msg":"trace[1612577502] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1751; }","duration":"455.824795ms","start":"2026-03-18T00:50:28.583935Z","end":"2026-03-18T00:50:29.03976Z","steps":["trace[1612577502] 'read index received' (duration: 454.823327ms)","trace[1612577502] 'applied index is now lower than readState.Index' (duration: 999.928µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:29.039871Z","caller":"traceutil/trace.go:171","msg":"trace[1707071945] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"462.801964ms","start":"2026-03-18T00:50:28.577037Z","end":"2026-03-18T00:50:29.039839Z","steps":["trace[1707071945] 'process raft request' (duration: 462.566269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.03997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.995218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:29.040011Z","caller":"traceutil/trace.go:171","msg":"trace[1429923681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"430.092401ms","start":"2026-03-18T00:50:28.609904Z","end":"2026-03-18T00:50:29.039996Z","steps":["trace[1429923681] 'agreement among raft nodes before linearized reading' (duration: 430.01173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.040019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.08119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:50:29.040041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.576982Z","time spent":"462.965477ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:29.04006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.60988Z","time spent":"430.171272ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:29.040083Z","caller":"traceutil/trace.go:171","msg":"trace[776175120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1682; }","duration":"456.191172ms","start":"2026-03-18T00:50:28.583873Z","end":"2026-03-18T00:50:29.040064Z","steps":["trace[776175120] 'agreement among raft nodes before linearized reading' (duration: 455.996669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.040143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.583847Z","time spent":"456.284944ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:29.040544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.31825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:29.040636Z","caller":"traceutil/trace.go:171","msg":"trace[1718835262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1682; }","duration":"361.447582ms","start":"2026-03-18T00:50:28.679167Z","end":"2026-03-18T00:50:29.040614Z","steps":["trace[1718835262] 'agreement among raft nodes before linearized reading' (duration: 360.980464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:29.040681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:28.679154Z","time spent":"361.517274ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:31.497376Z","caller":"traceutil/trace.go:171","msg":"trace[45755769] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1761; }","duration":"446.250469ms","start":"2026-03-18T00:50:31.051081Z","end":"2026-03-18T00:50:31.497331Z","steps":["trace[45755769] 'read index received' (duration: 92.361335ms)","trace[45755769] 'applied index is now lower than readState.Index' (duration: 353.886274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.497412Z","caller":"traceutil/trace.go:171","msg":"trace[441781560] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"449.900257ms","start":"2026-03-18T00:50:31.047476Z","end":"2026-03-18T00:50:31.497376Z","steps":["trace[441781560] 'process raft request' (duration: 449.584501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.497576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.475223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:31.497614Z","caller":"traceutil/trace.go:171","msg":"trace[393999140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1692; }","duration":"446.558535ms","start":"2026-03-18T00:50:31.051046Z","end":"2026-03-18T00:50:31.497605Z","steps":["trace[393999140] 'agreement among raft nodes before linearized reading' (duration: 446.396442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.497648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.051033Z","time spent":"446.608225ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:31.49774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.047442Z","time spent":"450.137191ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:31.497769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.024609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:31.497854Z","caller":"traceutil/trace.go:171","msg":"trace[49406744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1692; }","duration":"443.144801ms","start":"2026-03-18T00:50:31.054686Z","end":"2026-03-18T00:50:31.497831Z","steps":["trace[49406744] 'agreement among raft nodes before linearized reading' (duration: 442.917287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.497909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:31.054676Z","time spent":"443.223472ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:31.658844Z","caller":"traceutil/trace.go:171","msg":"trace[1350439153] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"144.338565ms","start":"2026-03-18T00:50:31.514486Z","end":"2026-03-18T00:50:31.658825Z","steps":["trace[1350439153] 'read index received' (duration: 114.225179ms)","trace[1350439153] 'applied index is now lower than readState.Index' (duration: 30.112516ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.658969Z","caller":"traceutil/trace.go:171","msg":"trace[1739003965] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"156.671193ms","start":"2026-03-18T00:50:31.502247Z","end":"2026-03-18T00:50:31.658919Z","steps":["trace[1739003965] 'process raft request' (duration: 126.440155ms)","trace[1739003965] 'compare' (duration: 30.045065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:31.65909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.588499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T00:50:31.65915Z","caller":"traceutil/trace.go:171","msg":"trace[1181855864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1693; }","duration":"144.692041ms","start":"2026-03-18T00:50:31.514442Z","end":"2026-03-18T00:50:31.659134Z","steps":["trace[1181855864] 'agreement among raft nodes before linearized reading' (duration: 144.498847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.659213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.97623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:50:31.659293Z","caller":"traceutil/trace.go:171","msg":"trace[1402619513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1693; }","duration":"143.112832ms","start":"2026-03-18T00:50:31.516158Z","end":"2026-03-18T00:50:31.659271Z","steps":["trace[1402619513] 'agreement among raft nodes before linearized reading' (duration: 142.902848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.659514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:50:31.659547Z","caller":"traceutil/trace.go:171","msg":"trace[674876016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1693; }","duration":"143.801665ms","start":"2026-03-18T00:50:31.515735Z","end":"2026-03-18T00:50:31.659536Z","steps":["trace[674876016] 'agreement among raft nodes before linearized reading' (duration: 143.264864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:34.905319Z","caller":"traceutil/trace.go:171","msg":"trace[807744711] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1792; }","duration":"294.565849ms","start":"2026-03-18T00:50:34.610727Z","end":"2026-03-18T00:50:34.905293Z","steps":["trace[807744711] 'read index received' (duration: 294.329255ms)","trace[807744711] 'applied index is now lower than readState.Index' (duration: 235.624µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:34.90546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.714121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:34.905494Z","caller":"traceutil/trace.go:171","msg":"trace[1273717168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1721; }","duration":"294.825373ms","start":"2026-03-18T00:50:34.610658Z","end":"2026-03-18T00:50:34.905483Z","steps":["trace[1273717168] 'agreement among raft nodes before linearized reading' (duration: 294.739562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:34.905508Z","caller":"traceutil/trace.go:171","msg":"trace[1397865167] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"379.772011ms","start":"2026-03-18T00:50:34.525692Z","end":"2026-03-18T00:50:34.905464Z","steps":["trace[1397865167] 'process raft request' (duration: 379.368194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:34.90602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:34.525674Z","time spent":"379.900473ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:04.045899Z","caller":"traceutil/trace.go:171","msg":"trace[914646918] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"435.886837ms","start":"2026-03-18T00:51:03.609984Z","end":"2026-03-18T00:51:04.045871Z","steps":["trace[914646918] 'read index received' (duration: 435.830126ms)","trace[914646918] 'applied index is now lower than readState.Index' (duration: 55.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:04.046035Z","caller":"traceutil/trace.go:171","msg":"trace[479355823] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"460.106854ms","start":"2026-03-18T00:51:03.585873Z","end":"2026-03-18T00:51:04.045979Z","steps":["trace[479355823] 'process raft request' (duration: 459.859749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.046237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.585847Z","time spent":"460.283908ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:04.04673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.722664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:04.046844Z","caller":"traceutil/trace.go:171","msg":"trace[1044283991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1867; }","duration":"436.892136ms","start":"2026-03-18T00:51:03.609923Z","end":"2026-03-18T00:51:04.046815Z","steps":["trace[1044283991] 'agreement among raft nodes before linearized reading' (duration: 436.116052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.046891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.6099Z","time spent":"436.983218ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:04.451702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.450813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:04.45184Z","caller":"traceutil/trace.go:171","msg":"trace[2136783098] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1945; }","duration":"405.834643ms","start":"2026-03-18T00:51:04.045987Z","end":"2026-03-18T00:51:04.451822Z","steps":["trace[2136783098] 'read index received' (duration: 231.137976ms)","trace[2136783098] 'applied index is now lower than readState.Index' (duration: 174.694897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.451933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.221725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:51:04.451989Z","caller":"traceutil/trace.go:171","msg":"trace[638570083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"625.307167ms","start":"2026-03-18T00:51:03.826668Z","end":"2026-03-18T00:51:04.451975Z","steps":["trace[638570083] 'agreement among raft nodes before linearized reading' (duration: 625.157423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.452015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.826659Z","time spent":"625.351748ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:04.452157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.056689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:04.45219Z","caller":"traceutil/trace.go:171","msg":"trace[1968514214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"621.103989ms","start":"2026-03-18T00:51:03.831067Z","end":"2026-03-18T00:51:04.452171Z","steps":["trace[1968514214] 'agreement among raft nodes before linearized reading' (duration: 621.055779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.452203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.831055Z","time spent":"621.14514ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:51:04.452154Z","caller":"traceutil/trace.go:171","msg":"trace[1541781631] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"827.377728ms","start":"2026-03-18T00:51:03.624723Z","end":"2026-03-18T00:51:04.452101Z","steps":["trace[1541781631] 'process raft request' (duration: 652.392385ms)","trace[1541781631] 'compare' (duration: 174.29057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.452302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.400169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T00:51:04.452313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.32385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:51:04.452308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.426232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:04.452373Z","caller":"traceutil/trace.go:171","msg":"trace[1888793190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1868; }","duration":"618.495852ms","start":"2026-03-18T00:51:03.833856Z","end":"2026-03-18T00:51:04.452352Z","steps":["trace[1888793190] 'agreement among raft nodes before linearized reading' (duration: 618.226137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:04.452382Z","caller":"traceutil/trace.go:171","msg":"trace[2092692934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"636.424592ms","start":"2026-03-18T00:51:03.815938Z","end":"2026-03-18T00:51:04.452362Z","steps":["trace[2092692934] 'agreement among raft nodes before linearized reading' (duration: 636.151207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:04.452391Z","caller":"traceutil/trace.go:171","msg":"trace[1633880148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"705.527324ms","start":"2026-03-18T00:51:03.746843Z","end":"2026-03-18T00:51:04.45237Z","steps":["trace[1633880148] 'agreement among raft nodes before linearized reading' (duration: 705.248729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.452418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.833843Z","time spent":"618.566163ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:04.452428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.815928Z","time spent":"636.487003ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:04.452432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.746834Z","time spent":"705.587015ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:04.452441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.624704Z","time spent":"827.553842ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:04.452455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.349533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:51:04.452589Z","caller":"traceutil/trace.go:171","msg":"trace[932444521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"634.636538ms","start":"2026-03-18T00:51:03.817906Z","end":"2026-03-18T00:51:04.452543Z","steps":["trace[932444521] 'agreement among raft nodes before linearized reading' (duration: 634.19634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.452606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.632544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:04.452746Z","caller":"traceutil/trace.go:171","msg":"trace[2059282259] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1868; }","duration":"708.072221ms","start":"2026-03-18T00:51:03.744646Z","end":"2026-03-18T00:51:04.452718Z","steps":["trace[2059282259] 'agreement among raft nodes before linearized reading' (duration: 707.602513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.453517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.744629Z","time spent":"708.168553ms","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:04.453546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.817891Z","time spent":"635.634717ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:51:04.633379Z","caller":"traceutil/trace.go:171","msg":"trace[1526408916] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"176.309578ms","start":"2026-03-18T00:51:04.457032Z","end":"2026-03-18T00:51:04.633341Z","steps":["trace[1526408916] 'process raft request' (duration: 112.107615ms)","trace[1526408916] 'compare' (duration: 63.895317ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:04.633774Z","caller":"traceutil/trace.go:171","msg":"trace[242437685] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"175.703505ms","start":"2026-03-18T00:51:04.45802Z","end":"2026-03-18T00:51:04.633724Z","steps":["trace[242437685] 'process raft request' (duration: 175.247787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:04.633837Z","caller":"traceutil/trace.go:171","msg":"trace[496436515] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"175.701926ms","start":"2026-03-18T00:51:04.4581Z","end":"2026-03-18T00:51:04.633802Z","steps":["trace[496436515] 'process raft request' (duration: 175.467522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:04.633995Z","caller":"traceutil/trace.go:171","msg":"trace[764162411] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"175.509753ms","start":"2026-03-18T00:51:04.458468Z","end":"2026-03-18T00:51:04.633978Z","steps":["trace[764162411] 'process raft request' (duration: 175.258007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:04.634069Z","caller":"traceutil/trace.go:171","msg":"trace[2130622576] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"175.419561ms","start":"2026-03-18T00:51:04.458637Z","end":"2026-03-18T00:51:04.634057Z","steps":["trace[2130622576] 'process raft request' (duration: 175.261987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.066952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.311486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T00:51:05.067123Z","caller":"traceutil/trace.go:171","msg":"trace[456367733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1875; }","duration":"146.53587ms","start":"2026-03-18T00:51:04.920564Z","end":"2026-03-18T00:51:05.0671Z","steps":["trace[456367733] 'range keys from in-memory index tree' (duration: 146.075351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:05.446506Z","caller":"traceutil/trace.go:171","msg":"trace[504246325] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"121.100971ms","start":"2026-03-18T00:51:05.325373Z","end":"2026-03-18T00:51:05.446474Z","steps":["trace[504246325] 'process raft request' (duration: 120.51541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.059969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876165274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:51:11.385369Z","caller":"traceutil/trace.go:171","msg":"trace[67995318] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"836.71892ms","start":"2026-03-18T00:51:10.548624Z","end":"2026-03-18T00:51:11.385343Z","steps":["trace[67995318] 'process raft request' (duration: 836.568097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.385533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.548597Z","time spent":"836.852613ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:11.951812Z","caller":"traceutil/trace.go:171","msg":"trace[1521033497] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.224801088s","start":"2026-03-18T00:51:10.726971Z","end":"2026-03-18T00:51:11.951773Z","steps":["trace[1521033497] 'process raft request' (duration: 1.145347325s)","trace[1521033497] 'compare' (duration: 78.860433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:11.952013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.726951Z","time spent":"1.224949661s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:11.952Z","caller":"traceutil/trace.go:171","msg":"trace[650858994] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"1.392540937s","start":"2026-03-18T00:51:10.559427Z","end":"2026-03-18T00:51:11.951968Z","steps":["trace[650858994] 'read index received' (duration: 825.928751ms)","trace[650858994] 'applied index is now lower than readState.Index' (duration: 566.610976ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:11.952112Z","caller":"traceutil/trace.go:171","msg":"trace[1493854180] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"604.253288ms","start":"2026-03-18T00:51:11.347845Z","end":"2026-03-18T00:51:11.952098Z","steps":["trace[1493854180] 'process raft request' (duration: 603.8134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.952267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.34781Z","time spent":"604.34356ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:11.952624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393199829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:51:11.952665Z","caller":"traceutil/trace.go:171","msg":"trace[1574551621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"1.393284971s","start":"2026-03-18T00:51:10.559368Z","end":"2026-03-18T00:51:11.952653Z","steps":["trace[1574551621] 'agreement among raft nodes before linearized reading' (duration: 1.393126418s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.952692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.55915Z","time spent":"1.393535917s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:51:12.452628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876165280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:51:12.554815Z","caller":"traceutil/trace.go:171","msg":"trace[1187668175] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"999.53182ms","start":"2026-03-18T00:51:11.555243Z","end":"2026-03-18T00:51:12.554774Z","steps":["trace[1187668175] 'process raft request' (duration: 962.261463ms)","trace[1187668175] 'compare' (duration: 36.820488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:12.555136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.555214Z","time spent":"999.694372ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:12.609856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:51:12.610008Z","caller":"traceutil/trace.go:171","msg":"trace[1754994536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031676s","start":"2026-03-18T00:51:10.609957Z","end":"2026-03-18T00:51:12.609988Z","steps":["trace[1754994536] 'agreement among raft nodes before linearized reading' (duration: 1.999864523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.610064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.609928Z","time spent":"2.000124817s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:12.63609Z","caller":"traceutil/trace.go:171","msg":"trace[938326268] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1978; }","duration":"683.999638ms","start":"2026-03-18T00:51:11.952065Z","end":"2026-03-18T00:51:12.636064Z","steps":["trace[938326268] 'read index received' (duration: 565.454984ms)","trace[938326268] 'applied index is now lower than readState.Index' (duration: 118.541454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:12.636311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.782372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:12.636403Z","caller":"traceutil/trace.go:171","msg":"trace[903517697] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1901; }","duration":"823.888014ms","start":"2026-03-18T00:51:11.812495Z","end":"2026-03-18T00:51:12.636383Z","steps":["trace[903517697] 'agreement among raft nodes before linearized reading' (duration: 823.758871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.636449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.812402Z","time spent":"824.037738ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:12.636469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908115954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:51:12.636331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901255767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-18T00:51:12.636554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90955847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:51:12.636545Z","caller":"traceutil/trace.go:171","msg":"trace[52985103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"1.908208505s","start":"2026-03-18T00:51:10.728323Z","end":"2026-03-18T00:51:12.636532Z","steps":["trace[52985103] 'agreement among raft nodes before linearized reading' (duration: 1.907766147s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.63661Z","caller":"traceutil/trace.go:171","msg":"trace[1023166778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"1.909668252s","start":"2026-03-18T00:51:10.726928Z","end":"2026-03-18T00:51:12.636596Z","steps":["trace[1023166778] 'agreement among raft nodes before linearized reading' (duration: 1.909296526s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.636604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951069164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:51:12.636651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.726894Z","time spent":"1.909748343s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:12.636616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.728311Z","time spent":"1.908294376s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:51:12.636602Z","caller":"traceutil/trace.go:171","msg":"trace[1221728500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1901; }","duration":"1.901529472s","start":"2026-03-18T00:51:10.735031Z","end":"2026-03-18T00:51:12.636561Z","steps":["trace[1221728500] 'agreement among raft nodes before linearized reading' (duration: 1.901073444s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.63666Z","caller":"traceutil/trace.go:171","msg":"trace[1215567946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.951167876s","start":"2026-03-18T00:51:10.685479Z","end":"2026-03-18T00:51:12.636647Z","steps":["trace[1215567946] 'agreement among raft nodes before linearized reading' (duration: 1.95082578s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.636575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922097731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T00:51:12.636775Z","caller":"traceutil/trace.go:171","msg":"trace[1305406280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"1.922398906s","start":"2026-03-18T00:51:10.714348Z","end":"2026-03-18T00:51:12.636747Z","steps":["trace[1305406280] 'agreement among raft nodes before linearized reading' (duration: 1.921859086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.63683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.73502Z","time spent":"1.901692415s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:51:12.636867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.714336Z","time spent":"1.922516389s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:51:12.636765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909409006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:51:12.637014Z","caller":"traceutil/trace.go:171","msg":"trace[2142349596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.90964407s","start":"2026-03-18T00:51:10.727341Z","end":"2026-03-18T00:51:12.636986Z","steps":["trace[2142349596] 'agreement among raft nodes before linearized reading' (duration: 1.908881647s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.637066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.727304Z","time spent":"1.909748203s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:12.636713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.685455Z","time spent":"1.951251157s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:12.637108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908357408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:12.637954Z","caller":"traceutil/trace.go:171","msg":"trace[497144393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.908860247s","start":"2026-03-18T00:51:10.728355Z","end":"2026-03-18T00:51:12.637216Z","steps":["trace[497144393] 'agreement among raft nodes before linearized reading' (duration: 1.907831818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.638048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:10.728344Z","time spent":"1.909677563s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:57.969462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.957723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:57.969576Z","caller":"traceutil/trace.go:171","msg":"trace[1556584690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2296; }","duration":"326.086376ms","start":"2026-03-18T00:51:57.643473Z","end":"2026-03-18T00:51:57.969559Z","steps":["trace[1556584690] 'range keys from in-memory index tree' (duration: 325.942723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:57.969593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.312481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:57.969688Z","caller":"traceutil/trace.go:171","msg":"trace[221849382] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"360.367774ms","start":"2026-03-18T00:51:57.609306Z","end":"2026-03-18T00:51:57.969673Z","steps":["trace[221849382] 'read index received' (duration: 19.21µs)","trace[221849382] 'applied index is now lower than readState.Index' (duration: 360.347484ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:57.969722Z","caller":"traceutil/trace.go:171","msg":"trace[513657492] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"368.199767ms","start":"2026-03-18T00:51:57.601488Z","end":"2026-03-18T00:51:57.969687Z","steps":["trace[513657492] 'compare' (duration: 361.190758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:57.96981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.472555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:57.969849Z","caller":"traceutil/trace.go:171","msg":"trace[2058373874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"360.567058ms","start":"2026-03-18T00:51:57.609273Z","end":"2026-03-18T00:51:57.96984Z","steps":["trace[2058373874] 'agreement among raft nodes before linearized reading' (duration: 360.466906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:57.969861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.712097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T00:51:57.96987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.609263Z","time spent":"360.601848ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:57.969894Z","caller":"traceutil/trace.go:171","msg":"trace[1785920059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2297; }","duration":"209.764958ms","start":"2026-03-18T00:51:57.760118Z","end":"2026-03-18T00:51:57.969883Z","steps":["trace[1785920059] 'agreement among raft nodes before linearized reading' (duration: 209.642816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:57.969894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:57.601462Z","time spent":"368.338819ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:01.057998Z","caller":"traceutil/trace.go:171","msg":"trace[675153742] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"175.770636ms","start":"2026-03-18T00:52:00.882206Z","end":"2026-03-18T00:52:01.057976Z","steps":["trace[675153742] 'read index received' (duration: 175.518731ms)","trace[675153742] 'applied index is now lower than readState.Index' (duration: 250.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:01.058042Z","caller":"traceutil/trace.go:171","msg":"trace[345639151] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"176.414218ms","start":"2026-03-18T00:52:00.881602Z","end":"2026-03-18T00:52:01.058016Z","steps":["trace[345639151] 'process raft request' (duration: 176.217813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.058228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.011431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:52:01.058272Z","caller":"traceutil/trace.go:171","msg":"trace[832531140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2312; }","duration":"176.082802ms","start":"2026-03-18T00:52:00.882176Z","end":"2026-03-18T00:52:01.058258Z","steps":["trace[832531140] 'agreement among raft nodes before linearized reading' (duration: 175.929919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.058301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.09416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:52:01.058339Z","caller":"traceutil/trace.go:171","msg":"trace[2147335973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2312; }","duration":"160.154491ms","start":"2026-03-18T00:52:00.898175Z","end":"2026-03-18T00:52:01.05833Z","steps":["trace[2147335973] 'agreement among raft nodes before linearized reading' (duration: 159.998829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.058302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.59475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:52:01.058372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.67969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:52:01.058401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.25993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T00:52:01.058512Z","caller":"traceutil/trace.go:171","msg":"trace[1505175529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2312; }","duration":"156.388922ms","start":"2026-03-18T00:52:00.902099Z","end":"2026-03-18T00:52:01.058488Z","steps":["trace[1505175529] 'agreement among raft nodes before linearized reading' (duration: 156.105957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:01.058505Z","caller":"traceutil/trace.go:171","msg":"trace[1121363384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2312; }","duration":"160.854904ms","start":"2026-03-18T00:52:00.897607Z","end":"2026-03-18T00:52:01.058462Z","steps":["trace[1121363384] 'agreement among raft nodes before linearized reading' (duration: 160.536468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:01.058425Z","caller":"traceutil/trace.go:171","msg":"trace[704671780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2312; }","duration":"159.731433ms","start":"2026-03-18T00:52:00.898675Z","end":"2026-03-18T00:52:01.058407Z","steps":["trace[704671780] 'agreement among raft nodes before linearized reading' (duration: 159.487368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.794342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.509885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:52:01.794829Z","caller":"traceutil/trace.go:171","msg":"trace[878677234] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"732.351199ms","start":"2026-03-18T00:52:01.062434Z","end":"2026-03-18T00:52:01.794785Z","steps":["trace[878677234] 'process raft request' (duration: 535.325463ms)","trace[878677234] 'compare' (duration: 196.20296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:01.795312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:01.062407Z","time spent":"732.813117ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:01.806502Z","caller":"traceutil/trace.go:171","msg":"trace[1272698677] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"742.970812ms","start":"2026-03-18T00:52:01.063517Z","end":"2026-03-18T00:52:01.806488Z","steps":["trace[1272698677] 'process raft request' (duration: 742.906921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:01.806556Z","caller":"traceutil/trace.go:171","msg":"trace[1114773394] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"743.109146ms","start":"2026-03-18T00:52:01.063417Z","end":"2026-03-18T00:52:01.806526Z","steps":["trace[1114773394] 'process raft request' (duration: 742.898492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.806721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:01.06351Z","time spent":"743.110644ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:01.80676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:01.063394Z","time spent":"743.279358ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:01.806783Z","caller":"traceutil/trace.go:171","msg":"trace[1809982665] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"743.197087ms","start":"2026-03-18T00:52:01.063556Z","end":"2026-03-18T00:52:01.806753Z","steps":["trace[1809982665] 'process raft request' (duration: 742.904212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:01.806816Z","caller":"traceutil/trace.go:171","msg":"trace[974001628] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2411; }","duration":"196.924462ms","start":"2026-03-18T00:52:01.609867Z","end":"2026-03-18T00:52:01.806791Z","steps":["trace[974001628] 'read index received' (duration: 196.426774ms)","trace[974001628] 'applied index is now lower than readState.Index' (duration: 496.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:01.806851Z","caller":"traceutil/trace.go:171","msg":"trace[289598913] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"743.173046ms","start":"2026-03-18T00:52:01.06364Z","end":"2026-03-18T00:52:01.806813Z","steps":["trace[289598913] 'process raft request' (duration: 743.014473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:01.806885Z","caller":"traceutil/trace.go:171","msg":"trace[546508049] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"238.981561ms","start":"2026-03-18T00:52:01.567851Z","end":"2026-03-18T00:52:01.806833Z","steps":["trace[546508049] 'process raft request' (duration: 238.882599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:01.806932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:01.063532Z","time spent":"743.324809ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:01.807043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:01.06363Z","time spent":"743.297428ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:01.807162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.205848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:01.807651Z","caller":"traceutil/trace.go:171","msg":"trace[1873510138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"197.682857ms","start":"2026-03-18T00:52:01.609807Z","end":"2026-03-18T00:52:01.80749Z","steps":["trace[1873510138] 'agreement among raft nodes before linearized reading' (duration: 197.101516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:35.36158Z","caller":"traceutil/trace.go:171","msg":"trace[1826644119] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2605; }","duration":"120.707158ms","start":"2026-03-18T00:52:35.240843Z","end":"2026-03-18T00:52:35.36155Z","steps":["trace[1826644119] 'read index received' (duration: 120.480624ms)","trace[1826644119] 'applied index is now lower than readState.Index' (duration: 224.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:52:35.361744Z","caller":"traceutil/trace.go:171","msg":"trace[163586547] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"142.206862ms","start":"2026-03-18T00:52:35.219484Z","end":"2026-03-18T00:52:35.361691Z","steps":["trace[163586547] 'process raft request' (duration: 141.875666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:35.361832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.967083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:52:35.361876Z","caller":"traceutil/trace.go:171","msg":"trace[1457413205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2500; }","duration":"121.063324ms","start":"2026-03-18T00:52:35.2408Z","end":"2026-03-18T00:52:35.361863Z","steps":["trace[1457413205] 'agreement among raft nodes before linearized reading' (duration: 120.885711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:35.621731Z","caller":"traceutil/trace.go:171","msg":"trace[1123100364] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"116.027663ms","start":"2026-03-18T00:52:35.505675Z","end":"2026-03-18T00:52:35.621702Z","steps":["trace[1123100364] 'process raft request' (duration: 115.754447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.019189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.663223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc9472d279ec1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T00:52:36.019275Z","caller":"traceutil/trace.go:171","msg":"trace[859085672] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc9472d279ec1; range_end:; response_count:1; response_revision:2502; }","duration":"228.801997ms","start":"2026-03-18T00:52:35.790453Z","end":"2026-03-18T00:52:36.019255Z","steps":["trace[859085672] 'range keys from in-memory index tree' (duration: 228.392779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.476779Z","caller":"traceutil/trace.go:171","msg":"trace[386846602] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"455.087506ms","start":"2026-03-18T00:52:36.021662Z","end":"2026-03-18T00:52:36.476749Z","steps":["trace[386846602] 'process raft request' (duration: 454.899343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.477061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.021632Z","time spent":"455.235468ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:36.845222Z","caller":"traceutil/trace.go:171","msg":"trace[700907884] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"545.818295ms","start":"2026-03-18T00:52:36.29937Z","end":"2026-03-18T00:52:36.845188Z","steps":["trace[700907884] 'process raft request' (duration: 545.561701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.845492Z","caller":"traceutil/trace.go:171","msg":"trace[900582710] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2608; }","duration":"746.530949ms","start":"2026-03-18T00:52:36.098931Z","end":"2026-03-18T00:52:36.845462Z","steps":["trace[900582710] 'read index received' (duration: 377.633829ms)","trace[900582710] 'applied index is now lower than readState.Index' (duration: 368.89583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:36.845465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.29933Z","time spent":"546.01589ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:36.845592Z","caller":"traceutil/trace.go:171","msg":"trace[364634192] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"800.920394ms","start":"2026-03-18T00:52:36.044634Z","end":"2026-03-18T00:52:36.845554Z","steps":["trace[364634192] 'process raft request' (duration: 800.088608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.845575Z","caller":"traceutil/trace.go:171","msg":"trace[431178311] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"511.976277ms","start":"2026-03-18T00:52:36.333562Z","end":"2026-03-18T00:52:36.845539Z","steps":["trace[431178311] 'process raft request' (duration: 511.563829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.845757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.808264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:52:36.845774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.044608Z","time spent":"801.057076ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:36.845799Z","caller":"traceutil/trace.go:171","msg":"trace[390326796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2506; }","duration":"746.891986ms","start":"2026-03-18T00:52:36.098896Z","end":"2026-03-18T00:52:36.845788Z","steps":["trace[390326796] 'agreement among raft nodes before linearized reading' (duration: 746.724243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.845781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.333542Z","time spent":"512.15794ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:52:36.845837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.098883Z","time spent":"746.943356ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:36.846202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.544276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:52:36.846323Z","caller":"traceutil/trace.go:171","msg":"trace[133012191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2506; }","duration":"736.695648ms","start":"2026-03-18T00:52:36.109606Z","end":"2026-03-18T00:52:36.846302Z","steps":["trace[133012191] 'agreement among raft nodes before linearized reading' (duration: 736.444753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.846353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.462656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dc949913eff0d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-18T00:52:36.846457Z","caller":"traceutil/trace.go:171","msg":"trace[1074724503] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dc949913eff0d; range_end:; response_count:1; response_revision:2506; }","duration":"365.605759ms","start":"2026-03-18T00:52:36.480829Z","end":"2026-03-18T00:52:36.846434Z","steps":["trace[1074724503] 'agreement among raft nodes before linearized reading' (duration: 365.336884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.846478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.637367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:52:36.846514Z","caller":"traceutil/trace.go:171","msg":"trace[122818314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2506; }","duration":"736.687288ms","start":"2026-03-18T00:52:36.109817Z","end":"2026-03-18T00:52:36.846504Z","steps":["trace[122818314] 'agreement among raft nodes before linearized reading' (duration: 736.598827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.846521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.480816Z","time spent":"365.69151ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189dc949913eff0d\" "} {"level":"warn","ts":"2026-03-18T00:52:36.846547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.109811Z","time spent":"736.730319ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:36.846602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.710851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T00:52:36.846612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.40066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:36.846685Z","caller":"traceutil/trace.go:171","msg":"trace[554012211] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2506; }","duration":"177.903924ms","start":"2026-03-18T00:52:36.668766Z","end":"2026-03-18T00:52:36.84667Z","steps":["trace[554012211] 'agreement among raft nodes before linearized reading' (duration: 177.66999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.846682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.769283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:52:36.846707Z","caller":"traceutil/trace.go:171","msg":"trace[723400162] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2506; }","duration":"374.618205ms","start":"2026-03-18T00:52:36.472074Z","end":"2026-03-18T00:52:36.846692Z","steps":["trace[723400162] 'agreement among raft nodes before linearized reading' (duration: 374.39269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.846393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.109597Z","time spent":"736.78349ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:52:36.846868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.472053Z","time spent":"374.737696ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:52:36.846839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.170637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:52:36.846963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.202343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-18T00:52:36.846743Z","caller":"traceutil/trace.go:171","msg":"trace[578724251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2506; }","duration":"235.886566ms","start":"2026-03-18T00:52:36.610839Z","end":"2026-03-18T00:52:36.846726Z","steps":["trace[578724251] 'agreement among raft nodes before linearized reading' (duration: 235.725802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:52:36.847102Z","caller":"traceutil/trace.go:171","msg":"trace[1366593409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2506; }","duration":"725.616077ms","start":"2026-03-18T00:52:36.12136Z","end":"2026-03-18T00:52:36.846977Z","steps":["trace[1366593409] 'agreement among raft nodes before linearized reading' (duration: 725.022485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.847213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.121347Z","time spent":"725.846261ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:52:36.8475Z","caller":"traceutil/trace.go:171","msg":"trace[1157868962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2506; }","duration":"699.882335ms","start":"2026-03-18T00:52:36.147155Z","end":"2026-03-18T00:52:36.847037Z","steps":["trace[1157868962] 'agreement among raft nodes before linearized reading' (duration: 699.042319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:36.847617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:52:36.147136Z","time spent":"700.468116ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:52:42.121964Z","caller":"traceutil/trace.go:171","msg":"trace[769427446] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"159.875084ms","start":"2026-03-18T00:52:41.962064Z","end":"2026-03-18T00:52:42.121939Z","steps":["trace[769427446] 'read index received' (duration: 108.680528ms)","trace[769427446] 'applied index is now lower than readState.Index' (duration: 51.193016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:52:42.122116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.016278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:52:42.122207Z","caller":"traceutil/trace.go:171","msg":"trace[1365387257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2531; }","duration":"160.15818ms","start":"2026-03-18T00:52:41.962031Z","end":"2026-03-18T00:52:42.122189Z","steps":["trace[1365387257] 'agreement among raft nodes before linearized reading' (duration: 159.990087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:52:42.122331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.352034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189dc94649270ebf\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-18T00:52:42.122373Z","caller":"traceutil/trace.go:171","msg":"trace[230951184] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189dc94649270ebf; range_end:; response_count:1; response_revision:2531; }","duration":"154.517957ms","start":"2026-03-18T00:52:41.967842Z","end":"2026-03-18T00:52:42.12236Z","steps":["trace[230951184] 'agreement among raft nodes before linearized reading' (duration: 154.237802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:07.864858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.508781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:55:07.864928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.90105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:55:07.864955Z","caller":"traceutil/trace.go:171","msg":"trace[505975548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3425; }","duration":"127.636944ms","start":"2026-03-18T00:55:07.737297Z","end":"2026-03-18T00:55:07.864934Z","steps":["trace[505975548] 'range keys from in-memory index tree' (duration: 127.397189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:07.864985Z","caller":"traceutil/trace.go:171","msg":"trace[1343739367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3425; }","duration":"120.983242ms","start":"2026-03-18T00:55:07.743986Z","end":"2026-03-18T00:55:07.86497Z","steps":["trace[1343739367] 'range keys from in-memory index tree' (duration: 120.774577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:07.86497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.570776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:55:07.864986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.581315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:55:07.865078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.666673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:07.865092Z","caller":"traceutil/trace.go:171","msg":"trace[1050296450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3425; }","duration":"126.729818ms","start":"2026-03-18T00:55:07.738342Z","end":"2026-03-18T00:55:07.865072Z","steps":["trace[1050296450] 'range keys from in-memory index tree' (duration: 126.407581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:07.865117Z","caller":"traceutil/trace.go:171","msg":"trace[1847066684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3425; }","duration":"221.708004ms","start":"2026-03-18T00:55:07.643404Z","end":"2026-03-18T00:55:07.865112Z","steps":["trace[1847066684] 'range keys from in-memory index tree' (duration: 221.660863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:07.865079Z","caller":"traceutil/trace.go:171","msg":"trace[245372898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3425; }","duration":"125.704389ms","start":"2026-03-18T00:55:07.739355Z","end":"2026-03-18T00:55:07.865059Z","steps":["trace[245372898] 'range keys from in-memory index tree' (duration: 125.467813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:07.86516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.306149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:55:07.865176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.86922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:07.865206Z","caller":"traceutil/trace.go:171","msg":"trace[2120997326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3425; }","duration":"254.927101ms","start":"2026-03-18T00:55:07.61027Z","end":"2026-03-18T00:55:07.865197Z","steps":["trace[2120997326] 'range keys from in-memory index tree' (duration: 254.797768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:07.865209Z","caller":"traceutil/trace.go:171","msg":"trace[630916274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3425; }","duration":"132.388881ms","start":"2026-03-18T00:55:07.732805Z","end":"2026-03-18T00:55:07.865194Z","steps":["trace[630916274] 'range keys from in-memory index tree' (duration: 132.183377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:13.786171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876169365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:55:13.942014Z","caller":"traceutil/trace.go:171","msg":"trace[75719675] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"659.084255ms","start":"2026-03-18T00:55:13.282906Z","end":"2026-03-18T00:55:13.941991Z","steps":["trace[75719675] 'process raft request' (duration: 658.910382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:13.942174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.282885Z","time spent":"659.207146ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:14.101393Z","caller":"traceutil/trace.go:171","msg":"trace[2067675121] linearizableReadLoop","detail":"{readStateIndex:3596; appliedIndex:3594; }","duration":"815.914392ms","start":"2026-03-18T00:55:13.28545Z","end":"2026-03-18T00:55:14.101364Z","steps":["trace[2067675121] 'read index received' (duration: 656.525567ms)","trace[2067675121] 'applied index is now lower than readState.Index' (duration: 159.387515ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:14.101451Z","caller":"traceutil/trace.go:171","msg":"trace[1260457497] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"589.13974ms","start":"2026-03-18T00:55:13.512273Z","end":"2026-03-18T00:55:14.101413Z","steps":["trace[1260457497] 'process raft request' (duration: 589.024638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:14.101426Z","caller":"traceutil/trace.go:171","msg":"trace[608478173] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"593.95008ms","start":"2026-03-18T00:55:13.507421Z","end":"2026-03-18T00:55:14.101372Z","steps":["trace[608478173] 'process raft request' (duration: 571.942555ms)","trace[608478173] 'compare' (duration: 21.761849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:14.101611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.507395Z","time spent":"594.127052ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:14.10163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.152637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:55:14.101686Z","caller":"traceutil/trace.go:171","msg":"trace[1356621747] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3451; }","duration":"816.270309ms","start":"2026-03-18T00:55:13.285397Z","end":"2026-03-18T00:55:14.101667Z","steps":["trace[1356621747] 'agreement among raft nodes before linearized reading' (duration: 816.153647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.101745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.285374Z","time spent":"816.35634ms","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":9,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:55:14.101839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.490282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:55:14.101878Z","caller":"traceutil/trace.go:171","msg":"trace[1478114140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:3451; }","duration":"653.575493ms","start":"2026-03-18T00:55:13.448292Z","end":"2026-03-18T00:55:14.101868Z","steps":["trace[1478114140] 'agreement among raft nodes before linearized reading' (duration: 653.449231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.101907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.448269Z","time spent":"653.632254ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T00:55:14.102119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.867482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:55:14.10215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.710277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:55:14.102173Z","caller":"traceutil/trace.go:171","msg":"trace[674017452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3451; }","duration":"202.957624ms","start":"2026-03-18T00:55:13.899198Z","end":"2026-03-18T00:55:14.102155Z","steps":["trace[674017452] 'agreement among raft nodes before linearized reading' (duration: 202.836072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.102216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.869914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:14.102246Z","caller":"traceutil/trace.go:171","msg":"trace[729857656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3451; }","duration":"492.932495ms","start":"2026-03-18T00:55:13.609307Z","end":"2026-03-18T00:55:14.102239Z","steps":["trace[729857656] 'agreement among raft nodes before linearized reading' (duration: 492.890574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.102275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.609291Z","time spent":"492.979256ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:55:14.102396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.497595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:14.10218Z","caller":"traceutil/trace.go:171","msg":"trace[2107388428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3451; }","duration":"203.780579ms","start":"2026-03-18T00:55:13.898392Z","end":"2026-03-18T00:55:14.102172Z","steps":["trace[2107388428] 'agreement among raft nodes before linearized reading' (duration: 203.698187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.10267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.379722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:55:14.102738Z","caller":"traceutil/trace.go:171","msg":"trace[581419680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3451; }","duration":"203.494224ms","start":"2026-03-18T00:55:13.899229Z","end":"2026-03-18T00:55:14.102724Z","steps":["trace[581419680] 'agreement among raft nodes before linearized reading' (duration: 203.28476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:14.102687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:13.512248Z","time spent":"589.287433ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:14.10288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.566926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:55:14.102926Z","caller":"traceutil/trace.go:171","msg":"trace[196557257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3451; }","duration":"203.641568ms","start":"2026-03-18T00:55:13.899274Z","end":"2026-03-18T00:55:14.102916Z","steps":["trace[196557257] 'agreement among raft nodes before linearized reading' (duration: 203.541376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:14.102438Z","caller":"traceutil/trace.go:171","msg":"trace[593908932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3451; }","duration":"202.595327ms","start":"2026-03-18T00:55:13.899833Z","end":"2026-03-18T00:55:14.102428Z","steps":["trace[593908932] 'agreement among raft nodes before linearized reading' (duration: 202.462745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:25.688203Z","caller":"traceutil/trace.go:171","msg":"trace[669775863] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"129.01634ms","start":"2026-03-18T00:56:25.559137Z","end":"2026-03-18T00:56:25.688154Z","steps":["trace[669775863] 'process raft request' (duration: 97.161725ms)","trace[669775863] 'compare' (duration: 31.58516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:28.391627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876171247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:56:28.558669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.604891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:28.55877Z","caller":"traceutil/trace.go:171","msg":"trace[1825807681] linearizableReadLoop","detail":"{readStateIndex:4466; appliedIndex:4465; }","duration":"667.345806ms","start":"2026-03-18T00:56:27.891407Z","end":"2026-03-18T00:56:28.558752Z","steps":["trace[1825807681] 'read index received' (duration: 507.531291ms)","trace[1825807681] 'applied index is now lower than readState.Index' (duration: 159.813495ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:28.558836Z","caller":"traceutil/trace.go:171","msg":"trace[1793575011] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"669.400846ms","start":"2026-03-18T00:56:27.889425Z","end":"2026-03-18T00:56:28.558825Z","steps":["trace[1793575011] 'process raft request' (duration: 509.534879ms)","trace[1793575011] 'compare' (duration: 159.495599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:28.558893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:27.88941Z","time spent":"669.456097ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:56:28.559164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.733194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T00:56:28.559247Z","caller":"traceutil/trace.go:171","msg":"trace[893362813] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4286; }","duration":"667.849646ms","start":"2026-03-18T00:56:27.891379Z","end":"2026-03-18T00:56:28.559229Z","steps":["trace[893362813] 'agreement among raft nodes before linearized reading' (duration: 667.5355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.559286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:27.891368Z","time spent":"667.909498ms","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-18T00:56:28.56349Z","caller":"traceutil/trace.go:171","msg":"trace[2038324275] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"140.836077ms","start":"2026-03-18T00:56:28.422638Z","end":"2026-03-18T00:56:28.563474Z","steps":["trace[2038324275] 'process raft request' (duration: 140.746916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.57698Z","caller":"traceutil/trace.go:171","msg":"trace[591073933] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"152.207295ms","start":"2026-03-18T00:56:28.424738Z","end":"2026-03-18T00:56:28.576946Z","steps":["trace[591073933] 'process raft request' (duration: 151.93034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.577034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.64018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:56:28.577099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.609976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T00:56:28.577119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.873696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6dtb\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-03-18T00:56:28.577141Z","caller":"traceutil/trace.go:171","msg":"trace[465711101] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4288; }","duration":"534.803333ms","start":"2026-03-18T00:56:28.042307Z","end":"2026-03-18T00:56:28.57711Z","steps":["trace[465711101] 'agreement among raft nodes before linearized reading' (duration: 534.616869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.577177Z","caller":"traceutil/trace.go:171","msg":"trace[1275158660] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6dtb; range_end:; response_count:1; response_revision:4288; }","duration":"607.991538ms","start":"2026-03-18T00:56:27.96917Z","end":"2026-03-18T00:56:28.577162Z","steps":["trace[1275158660] 'agreement among raft nodes before linearized reading' (duration: 607.862565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.577204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:27.969158Z","time spent":"608.039588ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6dtb\" "} {"level":"warn","ts":"2026-03-18T00:56:28.577212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.042282Z","time spent":"534.915765ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:28.577192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.575914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-18T00:56:28.577286Z","caller":"traceutil/trace.go:171","msg":"trace[1883852959] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4288; }","duration":"525.713936ms","start":"2026-03-18T00:56:28.051547Z","end":"2026-03-18T00:56:28.577261Z","steps":["trace[1883852959] 'agreement among raft nodes before linearized reading' (duration: 525.460752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.577142Z","caller":"traceutil/trace.go:171","msg":"trace[263161487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4288; }","duration":"101.705768ms","start":"2026-03-18T00:56:28.475425Z","end":"2026-03-18T00:56:28.57713Z","steps":["trace[263161487] 'agreement among raft nodes before linearized reading' (duration: 101.618097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.57734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.051526Z","time spent":"525.804828ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-18T00:56:28.577437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.93532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T00:56:28.577493Z","caller":"traceutil/trace.go:171","msg":"trace[113637852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4288; }","duration":"526.035782ms","start":"2026-03-18T00:56:28.051443Z","end":"2026-03-18T00:56:28.577479Z","steps":["trace[113637852] 'agreement among raft nodes before linearized reading' (duration: 525.869029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.57752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.387139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61477"} {"level":"warn","ts":"2026-03-18T00:56:28.577536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.051423Z","time spent":"526.104353ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:56:28.577577Z","caller":"traceutil/trace.go:171","msg":"trace[2113424295] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4288; }","duration":"685.478401ms","start":"2026-03-18T00:56:27.892085Z","end":"2026-03-18T00:56:28.577563Z","steps":["trace[2113424295] 'agreement among raft nodes before linearized reading' (duration: 685.287907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.57761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:27.892064Z","time spent":"685.537812ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":61500,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T00:56:28.731784Z","caller":"traceutil/trace.go:171","msg":"trace[956170156] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"101.963723ms","start":"2026-03-18T00:56:28.629785Z","end":"2026-03-18T00:56:28.731749Z","steps":["trace[956170156] 'process raft request' (duration: 81.233372ms)","trace[956170156] 'compare' (duration: 20.551217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:28.731927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.994703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T00:56:28.732006Z","caller":"traceutil/trace.go:171","msg":"trace[627205985] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4297; }","duration":"102.109066ms","start":"2026-03-18T00:56:28.62988Z","end":"2026-03-18T00:56:28.731989Z","steps":["trace[627205985] 'agreement among raft nodes before linearized reading' (duration: 101.881812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.732043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.116735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-6p86f\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-18T00:56:28.73212Z","caller":"traceutil/trace.go:171","msg":"trace[681414480] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-6p86f; range_end:; response_count:1; response_revision:4297; }","duration":"102.220188ms","start":"2026-03-18T00:56:28.62988Z","end":"2026-03-18T00:56:28.7321Z","steps":["trace[681414480] 'agreement among raft nodes before linearized reading' (duration: 101.983694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.732285Z","caller":"traceutil/trace.go:171","msg":"trace[1542037906] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4476; }","duration":"101.80424ms","start":"2026-03-18T00:56:28.629901Z","end":"2026-03-18T00:56:28.731705Z","steps":["trace[1542037906] 'read index received' (duration: 81.13884ms)","trace[1542037906] 'applied index is now lower than readState.Index' (duration: 20.66406ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:28.738226Z","caller":"traceutil/trace.go:171","msg":"trace[499961897] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"108.31216ms","start":"2026-03-18T00:56:28.62989Z","end":"2026-03-18T00:56:28.738202Z","steps":["trace[499961897] 'process raft request' (duration: 108.105697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.738395Z","caller":"traceutil/trace.go:171","msg":"trace[1208672772] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"108.056075ms","start":"2026-03-18T00:56:28.630328Z","end":"2026-03-18T00:56:28.738384Z","steps":["trace[1208672772] 'process raft request' (duration: 107.848231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.738303Z","caller":"traceutil/trace.go:171","msg":"trace[1639380297] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"108.072505ms","start":"2026-03-18T00:56:28.630207Z","end":"2026-03-18T00:56:28.73828Z","steps":["trace[1639380297] 'process raft request' (duration: 107.910652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:28.842361Z","caller":"traceutil/trace.go:171","msg":"trace[497768039] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4480; }","duration":"101.186109ms","start":"2026-03-18T00:56:28.741143Z","end":"2026-03-18T00:56:28.842329Z","steps":["trace[497768039] 'read index received' (duration: 52.429313ms)","trace[497768039] 'applied index is now lower than readState.Index' (duration: 48.755066ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:28.842437Z","caller":"traceutil/trace.go:171","msg":"trace[1872700562] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4302; }","duration":"101.839811ms","start":"2026-03-18T00:56:28.740574Z","end":"2026-03-18T00:56:28.842413Z","steps":["trace[1872700562] 'process raft request' (duration: 93.246673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.842537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.359282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:28.842678Z","caller":"traceutil/trace.go:171","msg":"trace[206648456] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4302; }","duration":"101.535925ms","start":"2026-03-18T00:56:28.741122Z","end":"2026-03-18T00:56:28.842657Z","steps":["trace[206648456] 'agreement among raft nodes before linearized reading' (duration: 101.326151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:28.84255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.084979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:28.842888Z","caller":"traceutil/trace.go:171","msg":"trace[508032053] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:0; response_revision:4302; }","duration":"100.451974ms","start":"2026-03-18T00:56:28.742419Z","end":"2026-03-18T00:56:28.842871Z","steps":["trace[508032053] 'agreement among raft nodes before linearized reading' (duration: 100.091468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.78749Z","caller":"traceutil/trace.go:171","msg":"trace[1454137030] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"102.35434ms","start":"2026-03-18T00:56:30.685101Z","end":"2026-03-18T00:56:30.787455Z","steps":["trace[1454137030] 'process raft request' (duration: 69.809882ms)","trace[1454137030] 'compare' (duration: 32.268043ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:34.632476Z","caller":"traceutil/trace.go:171","msg":"trace[1038758573] linearizableReadLoop","detail":"{readStateIndex:4619; appliedIndex:4618; }","duration":"251.861185ms","start":"2026-03-18T00:56:34.38059Z","end":"2026-03-18T00:56:34.632452Z","steps":["trace[1038758573] 'read index received' (duration: 251.695542ms)","trace[1038758573] 'applied index is now lower than readState.Index' (duration: 164.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:34.632517Z","caller":"traceutil/trace.go:171","msg":"trace[1813647421] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"282.805794ms","start":"2026-03-18T00:56:34.349683Z","end":"2026-03-18T00:56:34.632489Z","steps":["trace[1813647421] 'process raft request' (duration: 282.614501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.632629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.020298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:34.632667Z","caller":"traceutil/trace.go:171","msg":"trace[1190856729] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4433; }","duration":"252.1288ms","start":"2026-03-18T00:56:34.380528Z","end":"2026-03-18T00:56:34.632657Z","steps":["trace[1190856729] 'agreement among raft nodes before linearized reading' (duration: 252.042369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.726995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.05192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:56:34.727043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.727852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:56:34.727082Z","caller":"traceutil/trace.go:171","msg":"trace[1499310499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4435; }","duration":"117.166542ms","start":"2026-03-18T00:56:34.609897Z","end":"2026-03-18T00:56:34.727063Z","steps":["trace[1499310499] 'agreement among raft nodes before linearized reading' (duration: 117.013819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.727116Z","caller":"traceutil/trace.go:171","msg":"trace[907248956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4435; }","duration":"105.844174ms","start":"2026-03-18T00:56:34.621252Z","end":"2026-03-18T00:56:34.727096Z","steps":["trace[907248956] 'agreement among raft nodes before linearized reading' (duration: 105.641191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.727113Z","caller":"traceutil/trace.go:171","msg":"trace[1972982153] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"144.875251ms","start":"2026-03-18T00:56:34.582175Z","end":"2026-03-18T00:56:34.72705Z","steps":["trace[1972982153] 'process raft request' (duration: 130.058298ms)","trace[1972982153] 'compare' (duration: 14.436976ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:34.72721Z","caller":"traceutil/trace.go:171","msg":"trace[770260154] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"115.240117ms","start":"2026-03-18T00:56:34.611915Z","end":"2026-03-18T00:56:34.727155Z","steps":["trace[770260154] 'process raft request' (duration: 114.88591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.727053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.329823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:34.727693Z","caller":"traceutil/trace.go:171","msg":"trace[386829562] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4435; }","duration":"303.061265ms","start":"2026-03-18T00:56:34.424598Z","end":"2026-03-18T00:56:34.727659Z","steps":["trace[386829562] 'agreement among raft nodes before linearized reading' (duration: 302.344523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.727812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:34.424575Z","time spent":"303.162218ms","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-18T00:56:34.727935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.333068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-18T00:56:34.728056Z","caller":"traceutil/trace.go:171","msg":"trace[461483294] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4435; }","duration":"152.499641ms","start":"2026-03-18T00:56:34.575541Z","end":"2026-03-18T00:56:34.728041Z","steps":["trace[461483294] 'agreement among raft nodes before linearized reading' (duration: 151.485942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.927283Z","caller":"traceutil/trace.go:171","msg":"trace[61138038] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"194.287579ms","start":"2026-03-18T00:56:34.732964Z","end":"2026-03-18T00:56:34.927252Z","steps":["trace[61138038] 'process raft request' (duration: 109.653665ms)","trace[61138038] 'compare' (duration: 84.365279ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:34.927578Z","caller":"traceutil/trace.go:171","msg":"trace[883429479] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"194.565354ms","start":"2026-03-18T00:56:34.733006Z","end":"2026-03-18T00:56:34.927572Z","steps":["trace[883429479] 'process raft request' (duration: 194.125266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.927607Z","caller":"traceutil/trace.go:171","msg":"trace[1160107055] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"194.562744ms","start":"2026-03-18T00:56:34.73302Z","end":"2026-03-18T00:56:34.927583Z","steps":["trace[1160107055] 'process raft request' (duration: 194.437792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.927693Z","caller":"traceutil/trace.go:171","msg":"trace[587841086] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4622; }","duration":"166.04072ms","start":"2026-03-18T00:56:34.761637Z","end":"2026-03-18T00:56:34.927678Z","steps":["trace[587841086] 'read index received' (duration: 80.927507ms)","trace[587841086] 'applied index is now lower than readState.Index' (duration: 85.111993ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:34.927732Z","caller":"traceutil/trace.go:171","msg":"trace[276253517] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"194.673145ms","start":"2026-03-18T00:56:34.733053Z","end":"2026-03-18T00:56:34.927726Z","steps":["trace[276253517] 'process raft request' (duration: 194.479262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:34.927797Z","caller":"traceutil/trace.go:171","msg":"trace[1375290223] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"194.710186ms","start":"2026-03-18T00:56:34.733075Z","end":"2026-03-18T00:56:34.927785Z","steps":["trace[1375290223] 'process raft request' (duration: 194.542674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.927908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.971811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:34.927945Z","caller":"traceutil/trace.go:171","msg":"trace[407806648] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4441; }","duration":"195.077072ms","start":"2026-03-18T00:56:34.732859Z","end":"2026-03-18T00:56:34.927936Z","steps":["trace[407806648] 'agreement among raft nodes before linearized reading' (duration: 194.94457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:34.928007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.279217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T00:56:34.928074Z","caller":"traceutil/trace.go:171","msg":"trace[356662851] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4441; }","duration":"171.369218ms","start":"2026-03-18T00:56:34.756692Z","end":"2026-03-18T00:56:34.928061Z","steps":["trace[356662851] 'agreement among raft nodes before linearized reading' (duration: 171.149913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:35.361886Z","caller":"traceutil/trace.go:171","msg":"trace[1250819297] linearizableReadLoop","detail":"{readStateIndex:4629; appliedIndex:4628; }","duration":"320.912494ms","start":"2026-03-18T00:56:35.040947Z","end":"2026-03-18T00:56:35.36186Z","steps":["trace[1250819297] 'read index received' (duration: 320.823942ms)","trace[1250819297] 'applied index is now lower than readState.Index' (duration: 87.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:35.361975Z","caller":"traceutil/trace.go:171","msg":"trace[1675590793] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"351.566627ms","start":"2026-03-18T00:56:35.010384Z","end":"2026-03-18T00:56:35.361951Z","steps":["trace[1675590793] 'process raft request' (duration: 351.317472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:35.362212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:35.010354Z","time spent":"351.70371ms","remote":"127.0.0.1:38390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:35.362325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.364883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-18T00:56:35.362454Z","caller":"traceutil/trace.go:171","msg":"trace[463101192] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj; range_end:; response_count:1; response_revision:4442; }","duration":"321.484505ms","start":"2026-03-18T00:56:35.040928Z","end":"2026-03-18T00:56:35.362413Z","steps":["trace[463101192] 'agreement among raft nodes before linearized reading' (duration: 321.031186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:35.362508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:35.040921Z","time spent":"321.576527ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj\" "} {"level":"info","ts":"2026-03-18T00:56:35.382077Z","caller":"traceutil/trace.go:171","msg":"trace[1358892795] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"322.513225ms","start":"2026-03-18T00:56:35.05953Z","end":"2026-03-18T00:56:35.382043Z","steps":["trace[1358892795] 'process raft request' (duration: 321.421044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:35.38222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:35.059488Z","time spent":"322.668868ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:56:37.978933Z","caller":"traceutil/trace.go:171","msg":"trace[142829345] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"157.911811ms","start":"2026-03-18T00:56:37.820991Z","end":"2026-03-18T00:56:37.978903Z","steps":["trace[142829345] 'process raft request' (duration: 145.469142ms)","trace[142829345] 'compare' (duration: 12.239004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:37.979156Z","caller":"traceutil/trace.go:171","msg":"trace[843797437] linearizableReadLoop","detail":"{readStateIndex:4772; appliedIndex:4769; }","duration":"110.464399ms","start":"2026-03-18T00:56:37.868667Z","end":"2026-03-18T00:56:37.979131Z","steps":["trace[843797437] 'read index received' (duration: 97.811117ms)","trace[843797437] 'applied index is now lower than readState.Index' (duration: 12.652142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:37.979426Z","caller":"traceutil/trace.go:171","msg":"trace[1974685536] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"154.765033ms","start":"2026-03-18T00:56:37.824601Z","end":"2026-03-18T00:56:37.979366Z","steps":["trace[1974685536] 'process raft request' (duration: 154.431897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:37.979435Z","caller":"traceutil/trace.go:171","msg":"trace[212846866] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"158.085314ms","start":"2026-03-18T00:56:37.821324Z","end":"2026-03-18T00:56:37.97941Z","steps":["trace[212846866] 'process raft request' (duration: 157.534683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:37.979709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.022398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-03-18T00:56:37.979773Z","caller":"traceutil/trace.go:171","msg":"trace[2059790230] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4582; }","duration":"111.130291ms","start":"2026-03-18T00:56:37.868625Z","end":"2026-03-18T00:56:37.979755Z","steps":["trace[2059790230] 'agreement among raft nodes before linearized reading' (duration: 110.609302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.373014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.873092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-18T00:56:38.373098Z","caller":"traceutil/trace.go:171","msg":"trace[1876495252] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4584; }","duration":"211.979673ms","start":"2026-03-18T00:56:38.1611Z","end":"2026-03-18T00:56:38.37308Z","steps":["trace[1876495252] 'range keys from in-memory index tree' (duration: 211.629627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.373567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.830828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-03-18T00:56:38.373643Z","caller":"traceutil/trace.go:171","msg":"trace[539813713] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4584; }","duration":"206.93762ms","start":"2026-03-18T00:56:38.166685Z","end":"2026-03-18T00:56:38.373623Z","steps":["trace[539813713] 'range keys from in-memory index tree' (duration: 206.36097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.924904Z","caller":"traceutil/trace.go:171","msg":"trace[1324584532] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"228.791782ms","start":"2026-03-18T00:56:38.696074Z","end":"2026-03-18T00:56:38.924866Z","steps":["trace[1324584532] 'process raft request' (duration: 216.603448ms)","trace[1324584532] 'compare' (duration: 11.766627ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:38.957011Z","caller":"traceutil/trace.go:171","msg":"trace[1675391577] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"215.712092ms","start":"2026-03-18T00:56:38.741273Z","end":"2026-03-18T00:56:38.956985Z","steps":["trace[1675391577] 'process raft request' (duration: 215.483328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:38.95717Z","caller":"traceutil/trace.go:171","msg":"trace[459292841] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4777; }","duration":"183.521981ms","start":"2026-03-18T00:56:38.773627Z","end":"2026-03-18T00:56:38.957149Z","steps":["trace[459292841] 'read index received' (duration: 139.071274ms)","trace[459292841] 'applied index is now lower than readState.Index' (duration: 44.449057ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:38.95725Z","caller":"traceutil/trace.go:171","msg":"trace[1439983273] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"215.813004ms","start":"2026-03-18T00:56:38.741397Z","end":"2026-03-18T00:56:38.957209Z","steps":["trace[1439983273] 'process raft request' (duration: 215.543909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.957425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.761125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:56:38.957498Z","caller":"traceutil/trace.go:171","msg":"trace[1661811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4590; }","duration":"183.912548ms","start":"2026-03-18T00:56:38.77357Z","end":"2026-03-18T00:56:38.957483Z","steps":["trace[1661811] 'agreement among raft nodes before linearized reading' (duration: 183.639673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:38.966829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.133188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:38.96688Z","caller":"traceutil/trace.go:171","msg":"trace[648234051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:4591; }","duration":"193.208939ms","start":"2026-03-18T00:56:38.773658Z","end":"2026-03-18T00:56:38.966867Z","steps":["trace[648234051] 'agreement among raft nodes before linearized reading' (duration: 193.068456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.434433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.897561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T00:56:41.434557Z","caller":"traceutil/trace.go:171","msg":"trace[668865447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4620; }","duration":"892.088786ms","start":"2026-03-18T00:56:40.542447Z","end":"2026-03-18T00:56:41.434536Z","steps":["trace[668865447] 'range keys from in-memory index tree' (duration: 891.596535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.434634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.542427Z","time spent":"892.195788ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T00:56:41.434817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.230959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:56:41.434895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.428136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-18T00:56:41.434956Z","caller":"traceutil/trace.go:171","msg":"trace[1896484963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4620; }","duration":"824.429843ms","start":"2026-03-18T00:56:40.610493Z","end":"2026-03-18T00:56:41.434923Z","steps":["trace[1896484963] 'range keys from in-memory index tree' (duration: 824.093006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.435017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.610471Z","time spent":"824.533034ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:56:41.43502Z","caller":"traceutil/trace.go:171","msg":"trace[541669056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4620; }","duration":"760.598819ms","start":"2026-03-18T00:56:40.674391Z","end":"2026-03-18T00:56:41.43499Z","steps":["trace[541669056] 'range keys from in-memory index tree' (duration: 760.172332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.435075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.674378Z","time spent":"760.684191ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16055,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T00:56:41.435062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149392771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-18T00:56:41.435152Z","caller":"traceutil/trace.go:171","msg":"trace[1669379535] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:4620; }","duration":"1.149491222s","start":"2026-03-18T00:56:40.285637Z","end":"2026-03-18T00:56:41.435128Z","steps":["trace[1669379535] 'range keys from in-memory index tree' (duration: 1.149232268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.435195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.285596Z","time spent":"1.149589355s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-18T00:56:41.435427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096344727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787705"} {"level":"info","ts":"2026-03-18T00:56:41.435575Z","caller":"traceutil/trace.go:171","msg":"trace[1575251462] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4620; }","duration":"1.09652081s","start":"2026-03-18T00:56:40.338997Z","end":"2026-03-18T00:56:41.435518Z","steps":["trace[1575251462] 'range keys from in-memory index tree' (duration: 1.095622974s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.435625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.33898Z","time spent":"1.096633452s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787728,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:56:41.501994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876171948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:41.525469Z","caller":"traceutil/trace.go:171","msg":"trace[1810624185] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"563.765175ms","start":"2026-03-18T00:56:40.961682Z","end":"2026-03-18T00:56:41.525447Z","steps":["trace[1810624185] 'process raft request' (duration: 563.593501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.525618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.961637Z","time spent":"563.894317ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:41.526954Z","caller":"traceutil/trace.go:171","msg":"trace[713414976] linearizableReadLoop","detail":"{readStateIndex:4814; appliedIndex:4811; }","duration":"525.252638ms","start":"2026-03-18T00:56:41.001674Z","end":"2026-03-18T00:56:41.526927Z","steps":["trace[713414976] 'read index received' (duration: 523.591137ms)","trace[713414976] 'applied index is now lower than readState.Index' (duration: 1.660201ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:41.526985Z","caller":"traceutil/trace.go:171","msg":"trace[384525653] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"564.439037ms","start":"2026-03-18T00:56:40.962512Z","end":"2026-03-18T00:56:41.526951Z","steps":["trace[384525653] 'process raft request' (duration: 564.213572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:41.527007Z","caller":"traceutil/trace.go:171","msg":"trace[1037701638] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"331.128352ms","start":"2026-03-18T00:56:41.195856Z","end":"2026-03-18T00:56:41.526985Z","steps":["trace[1037701638] 'process raft request' (duration: 331.01306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.195821Z","time spent":"331.227134ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:41.527153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:40.962492Z","time spent":"564.55659ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:41.52723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.530263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:56:41.527286Z","caller":"traceutil/trace.go:171","msg":"trace[1773905714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4623; }","duration":"525.631405ms","start":"2026-03-18T00:56:41.001643Z","end":"2026-03-18T00:56:41.527274Z","steps":["trace[1773905714] 'agreement among raft nodes before linearized reading' (duration: 525.422671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.381683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d61118a-ef5d-40d2-9f39-56677e071a32\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-18T00:56:41.527313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.001631Z","time spent":"525.675436ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:56:41.527344Z","caller":"traceutil/trace.go:171","msg":"trace[2101464250] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d61118a-ef5d-40d2-9f39-56677e071a32; range_end:; response_count:1; response_revision:4623; }","duration":"517.459395ms","start":"2026-03-18T00:56:41.009866Z","end":"2026-03-18T00:56:41.527325Z","steps":["trace[2101464250] 'agreement among raft nodes before linearized reading' (duration: 517.292612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.009855Z","time spent":"517.522246ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d61118a-ef5d-40d2-9f39-56677e071a32\" "} {"level":"warn","ts":"2026-03-18T00:56:41.527404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.394896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:56:41.527459Z","caller":"traceutil/trace.go:171","msg":"trace[1640284739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4623; }","duration":"521.470887ms","start":"2026-03-18T00:56:41.005978Z","end":"2026-03-18T00:56:41.527449Z","steps":["trace[1640284739] 'agreement among raft nodes before linearized reading' (duration: 521.315434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.005971Z","time spent":"521.518268ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:41.527494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.249966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:41.527554Z","caller":"traceutil/trace.go:171","msg":"trace[1382326484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:4623; }","duration":"520.360328ms","start":"2026-03-18T00:56:41.007175Z","end":"2026-03-18T00:56:41.527535Z","steps":["trace[1382326484] 'agreement among raft nodes before linearized reading' (duration: 520.165054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.125531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T00:56:41.52762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.007155Z","time spent":"520.447199ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T00:56:41.527565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.634731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:56:41.527644Z","caller":"traceutil/trace.go:171","msg":"trace[2010132167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4623; }","duration":"521.185282ms","start":"2026-03-18T00:56:41.00644Z","end":"2026-03-18T00:56:41.527626Z","steps":["trace[2010132167] 'agreement among raft nodes before linearized reading' (duration: 520.965938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.52769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.006385Z","time spent":"521.293504ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:56:41.527693Z","caller":"traceutil/trace.go:171","msg":"trace[1080043954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4623; }","duration":"521.795954ms","start":"2026-03-18T00:56:41.005874Z","end":"2026-03-18T00:56:41.52767Z","steps":["trace[1080043954] 'agreement among raft nodes before linearized reading' (duration: 521.53829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.005844Z","time spent":"521.898656ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:56:41.527532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.734613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:56:41.527708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.424757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:56:41.5278Z","caller":"traceutil/trace.go:171","msg":"trace[998012367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4623; }","duration":"522.021518ms","start":"2026-03-18T00:56:41.00577Z","end":"2026-03-18T00:56:41.527792Z","steps":["trace[998012367] 'agreement among raft nodes before linearized reading' (duration: 521.363747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.52779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.474461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:56:41.527829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.00576Z","time spent":"522.062369ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:56:41.527851Z","caller":"traceutil/trace.go:171","msg":"trace[2067829917] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4623; }","duration":"507.595393ms","start":"2026-03-18T00:56:41.020238Z","end":"2026-03-18T00:56:41.527833Z","steps":["trace[2067829917] 'agreement among raft nodes before linearized reading' (duration: 507.106434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:41.527854Z","caller":"traceutil/trace.go:171","msg":"trace[579265160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4623; }","duration":"521.61501ms","start":"2026-03-18T00:56:41.006208Z","end":"2026-03-18T00:56:41.527823Z","steps":["trace[579265160] 'agreement among raft nodes before linearized reading' (duration: 521.08477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:41.527882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.020227Z","time spent":"507.646374ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:41.527995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:41.0062Z","time spent":"521.738072ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:56:44.489013Z","caller":"traceutil/trace.go:171","msg":"trace[655170790] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"136.831944ms","start":"2026-03-18T00:56:44.352159Z","end":"2026-03-18T00:56:44.488991Z","steps":["trace[655170790] 'process raft request' (duration: 136.710712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:45.015786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.354869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:45.01597Z","caller":"traceutil/trace.go:171","msg":"trace[1267279680] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"265.954584ms","start":"2026-03-18T00:56:44.749969Z","end":"2026-03-18T00:56:45.015924Z","steps":["trace[1267279680] 'process raft request' (duration: 126.383052ms)","trace[1267279680] 'compare' (duration: 139.188456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:45.295745Z","caller":"traceutil/trace.go:171","msg":"trace[827352032] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4896; }","duration":"117.230983ms","start":"2026-03-18T00:56:45.178485Z","end":"2026-03-18T00:56:45.295716Z","steps":["trace[827352032] 'read index received' (duration: 34.883411ms)","trace[827352032] 'applied index is now lower than readState.Index' (duration: 82.346242ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:45.295786Z","caller":"traceutil/trace.go:171","msg":"trace[64890941] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"118.505856ms","start":"2026-03-18T00:56:45.177248Z","end":"2026-03-18T00:56:45.295754Z","steps":["trace[64890941] 'process raft request' (duration: 118.339163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.29597Z","caller":"traceutil/trace.go:171","msg":"trace[889054835] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"115.801617ms","start":"2026-03-18T00:56:45.180151Z","end":"2026-03-18T00:56:45.295953Z","steps":["trace[889054835] 'process raft request' (duration: 115.502411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:45.295978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.466417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T00:56:45.295984Z","caller":"traceutil/trace.go:171","msg":"trace[506794947] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"120.211348ms","start":"2026-03-18T00:56:45.175764Z","end":"2026-03-18T00:56:45.295975Z","steps":["trace[506794947] 'process raft request' (duration: 110.625422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.296018Z","caller":"traceutil/trace.go:171","msg":"trace[1812618997] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4706; }","duration":"117.524749ms","start":"2026-03-18T00:56:45.178481Z","end":"2026-03-18T00:56:45.296005Z","steps":["trace[1812618997] 'agreement among raft nodes before linearized reading' (duration: 117.341595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:45.87121Z","caller":"traceutil/trace.go:171","msg":"trace[54055590] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"562.660575ms","start":"2026-03-18T00:56:45.30851Z","end":"2026-03-18T00:56:45.871171Z","steps":["trace[54055590] 'process raft request' (duration: 528.719322ms)","trace[54055590] 'compare' (duration: 33.75687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:45.871407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.308488Z","time spent":"562.821728ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:46.13148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.017237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:46.13173Z","caller":"traceutil/trace.go:171","msg":"trace[918182536] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4900; }","duration":"576.65531ms","start":"2026-03-18T00:56:45.555054Z","end":"2026-03-18T00:56:46.131709Z","steps":["trace[918182536] 'read index received' (duration: 282.154502ms)","trace[918182536] 'applied index is now lower than readState.Index' (duration: 294.499438ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:46.13173Z","caller":"traceutil/trace.go:171","msg":"trace[807088684] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"593.015511ms","start":"2026-03-18T00:56:45.538678Z","end":"2026-03-18T00:56:46.131694Z","steps":["trace[807088684] 'process raft request' (duration: 443.355323ms)","trace[807088684] 'compare' (duration: 148.757472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:46.131877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.538652Z","time spent":"593.143614ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:46.131892Z","caller":"traceutil/trace.go:171","msg":"trace[210148698] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"589.367505ms","start":"2026-03-18T00:56:45.542412Z","end":"2026-03-18T00:56:46.13178Z","steps":["trace[210148698] 'process raft request' (duration: 589.185471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.132036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.949706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:56:46.132135Z","caller":"traceutil/trace.go:171","msg":"trace[568213035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4709; }","duration":"577.083929ms","start":"2026-03-18T00:56:45.555031Z","end":"2026-03-18T00:56:46.132115Z","steps":["trace[568213035] 'agreement among raft nodes before linearized reading' (duration: 576.762762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.132156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.542395Z","time spent":"589.597559ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:46.132181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.555025Z","time spent":"577.148821ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:46.389097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.151547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:46.389304Z","caller":"traceutil/trace.go:171","msg":"trace[826634537] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"511.187449ms","start":"2026-03-18T00:56:45.878096Z","end":"2026-03-18T00:56:46.389283Z","steps":["trace[826634537] 'process raft request' (duration: 390.754276ms)","trace[826634537] 'compare' (duration: 120.007625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:46.389433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.878077Z","time spent":"511.313571ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:46.389499Z","caller":"traceutil/trace.go:171","msg":"trace[740665651] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"511.022165ms","start":"2026-03-18T00:56:45.878421Z","end":"2026-03-18T00:56:46.389444Z","steps":["trace[740665651] 'process raft request' (duration: 510.796441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.389616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.878384Z","time spent":"511.170009ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:46.389746Z","caller":"traceutil/trace.go:171","msg":"trace[44941803] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"510.855003ms","start":"2026-03-18T00:56:45.87888Z","end":"2026-03-18T00:56:46.389735Z","steps":["trace[44941803] 'process raft request' (duration: 510.568737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.389801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.878871Z","time spent":"510.904124ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:46.389859Z","caller":"traceutil/trace.go:171","msg":"trace[828297190] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"253.485496ms","start":"2026-03-18T00:56:46.136357Z","end":"2026-03-18T00:56:46.389842Z","steps":["trace[828297190] 'process raft request' (duration: 253.382555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.389915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.51782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:46.389852Z","caller":"traceutil/trace.go:171","msg":"trace[1692495112] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4903; }","duration":"258.02101ms","start":"2026-03-18T00:56:46.131766Z","end":"2026-03-18T00:56:46.389787Z","steps":["trace[1692495112] 'read index received' (duration: 137.15942ms)","trace[1692495112] 'applied index is now lower than readState.Index' (duration: 120.85691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:46.389978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.154656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:46.390001Z","caller":"traceutil/trace.go:171","msg":"trace[1068146423] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4714; }","duration":"280.232567ms","start":"2026-03-18T00:56:46.10976Z","end":"2026-03-18T00:56:46.389993Z","steps":["trace[1068146423] 'agreement among raft nodes before linearized reading' (duration: 280.187256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.193912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:46.39003Z","caller":"traceutil/trace.go:171","msg":"trace[519765522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4714; }","duration":"779.243804ms","start":"2026-03-18T00:56:45.610777Z","end":"2026-03-18T00:56:46.390021Z","steps":["trace[519765522] 'agreement among raft nodes before linearized reading' (duration: 779.203123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.610765Z","time spent":"779.291964ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:46.390241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.132498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T00:56:46.390262Z","caller":"traceutil/trace.go:171","msg":"trace[764548592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4714; }","duration":"835.18313ms","start":"2026-03-18T00:56:45.555073Z","end":"2026-03-18T00:56:46.390256Z","steps":["trace[764548592] 'agreement among raft nodes before linearized reading' (duration: 835.106948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.55506Z","time spent":"835.21207ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:46.390291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.540368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:56:46.390233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.849608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj\" ","response":"range_response_count:1 size:9728"} {"level":"warn","ts":"2026-03-18T00:56:46.390367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.76001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:56:46.390369Z","caller":"traceutil/trace.go:171","msg":"trace[326883832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4714; }","duration":"828.66322ms","start":"2026-03-18T00:56:45.561693Z","end":"2026-03-18T00:56:46.390357Z","steps":["trace[326883832] 'agreement among raft nodes before linearized reading' (duration: 828.520338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.390389Z","caller":"traceutil/trace.go:171","msg":"trace[1989125446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4714; }","duration":"829.819192ms","start":"2026-03-18T00:56:45.560565Z","end":"2026-03-18T00:56:46.390384Z","steps":["trace[1989125446] 'agreement among raft nodes before linearized reading' (duration: 829.766941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.560545Z","time spent":"829.854382ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:56:46.390442Z","caller":"traceutil/trace.go:171","msg":"trace[1309578543] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj; range_end:; response_count:1; response_revision:4714; }","duration":"514.053522ms","start":"2026-03-18T00:56:45.876324Z","end":"2026-03-18T00:56:46.390377Z","steps":["trace[1309578543] 'agreement among raft nodes before linearized reading' (duration: 513.615174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.045545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-9d7fd97dd-4tq5b.189dc985d712a48b\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-03-18T00:56:46.390535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.561671Z","time spent":"828.754482ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:46.390518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.876304Z","time spent":"514.197194ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9mbsj\" "} {"level":"info","ts":"2026-03-18T00:56:46.389758Z","caller":"traceutil/trace.go:171","msg":"trace[1239973493] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"511.166628ms","start":"2026-03-18T00:56:45.878551Z","end":"2026-03-18T00:56:46.389718Z","steps":["trace[1239973493] 'process raft request' (duration: 510.73625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.391504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.878522Z","time spent":"512.8958ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:46.390332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.624456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:56:46.390335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.009737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:56:46.392165Z","caller":"traceutil/trace.go:171","msg":"trace[1074841269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4714; }","duration":"826.45817ms","start":"2026-03-18T00:56:45.565677Z","end":"2026-03-18T00:56:46.392136Z","steps":["trace[1074841269] 'agreement among raft nodes before linearized reading' (duration: 824.558625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.392239Z","caller":"traceutil/trace.go:171","msg":"trace[588561165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4714; }","duration":"824.987382ms","start":"2026-03-18T00:56:45.567234Z","end":"2026-03-18T00:56:46.392222Z","steps":["trace[588561165] 'agreement among raft nodes before linearized reading' (duration: 822.902715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.392279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.567223Z","time spent":"825.044304ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:56:46.392278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.56567Z","time spent":"826.567892ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:56:46.389957Z","caller":"traceutil/trace.go:171","msg":"trace[1929076188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:4713; }","duration":"821.57707ms","start":"2026-03-18T00:56:45.568369Z","end":"2026-03-18T00:56:46.389947Z","steps":["trace[1929076188] 'agreement among raft nodes before linearized reading' (duration: 821.431748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.390569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.127987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-18T00:56:46.392368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:45.568355Z","time spent":"823.996285ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"info","ts":"2026-03-18T00:56:46.392418Z","caller":"traceutil/trace.go:171","msg":"trace[339001126] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4714; }","duration":"177.001471ms","start":"2026-03-18T00:56:46.215398Z","end":"2026-03-18T00:56:46.392399Z","steps":["trace[339001126] 'agreement among raft nodes before linearized reading' (duration: 175.089356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:46.390562Z","caller":"traceutil/trace.go:171","msg":"trace[907606445] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-9d7fd97dd-4tq5b.189dc985d712a48b; range_end:; response_count:1; response_revision:4714; }","duration":"236.116566ms","start":"2026-03-18T00:56:46.154433Z","end":"2026-03-18T00:56:46.39055Z","steps":["trace[907606445] 'agreement among raft nodes before linearized reading' (duration: 235.987774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:46.895131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876172157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:56:47.148751Z","caller":"traceutil/trace.go:171","msg":"trace[1120510783] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"754.552769ms","start":"2026-03-18T00:56:46.394171Z","end":"2026-03-18T00:56:47.148724Z","steps":["trace[1120510783] 'process raft request' (duration: 754.382876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.149017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.394153Z","time spent":"754.772473ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:47.427072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.62197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:47.427306Z","caller":"traceutil/trace.go:171","msg":"trace[446815270] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"1.032689318s","start":"2026-03-18T00:56:46.394598Z","end":"2026-03-18T00:56:47.427287Z","steps":["trace[446815270] 'process raft request' (duration: 852.761223ms)","trace[446815270] 'compare' (duration: 179.422725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:47.427374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.39456Z","time spent":"1.032785779s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:47.427415Z","caller":"traceutil/trace.go:171","msg":"trace[483070576] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"1.03228545s","start":"2026-03-18T00:56:46.395106Z","end":"2026-03-18T00:56:47.427392Z","steps":["trace[483070576] 'process raft request' (duration: 1.032140988s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.427469Z","caller":"traceutil/trace.go:171","msg":"trace[425186757] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"1.032591406s","start":"2026-03-18T00:56:46.394838Z","end":"2026-03-18T00:56:47.427429Z","steps":["trace[425186757] 'process raft request' (duration: 1.032326111s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.427575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.395097Z","time spent":"1.032404052s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:47.42767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.394825Z","time spent":"1.032728519s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:47.427704Z","caller":"traceutil/trace.go:171","msg":"trace[1816829838] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"272.8089ms","start":"2026-03-18T00:56:47.154883Z","end":"2026-03-18T00:56:47.427692Z","steps":["trace[1816829838] 'process raft request' (duration: 272.749969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.427877Z","caller":"traceutil/trace.go:171","msg":"trace[693474611] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"1.032457813s","start":"2026-03-18T00:56:46.395408Z","end":"2026-03-18T00:56:47.427866Z","steps":["trace[693474611] 'process raft request' (duration: 1.031941613s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.427896Z","caller":"traceutil/trace.go:171","msg":"trace[926183193] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"1.028787166s","start":"2026-03-18T00:56:46.399096Z","end":"2026-03-18T00:56:47.427883Z","steps":["trace[926183193] 'process raft request' (duration: 1.02847282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.427946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.3954Z","time spent":"1.032513104s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:47.427961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.399085Z","time spent":"1.028840278s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:47.427992Z","caller":"traceutil/trace.go:171","msg":"trace[1379196706] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"1.03124591s","start":"2026-03-18T00:56:46.396721Z","end":"2026-03-18T00:56:47.427967Z","steps":["trace[1379196706] 'process raft request' (duration: 1.030788152s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.428126Z","caller":"traceutil/trace.go:171","msg":"trace[1673156690] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4908; }","duration":"1.033275698s","start":"2026-03-18T00:56:46.394839Z","end":"2026-03-18T00:56:47.428114Z","steps":["trace[1673156690] 'read index received' (duration: 753.741654ms)","trace[1673156690] 'applied index is now lower than readState.Index' (duration: 279.532604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:47.428132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.396705Z","time spent":"1.031355203s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:47.428377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033532214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4f46762-e558-4120-a3a9-445a5c41287a\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-18T00:56:47.428397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.43799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:47.428414Z","caller":"traceutil/trace.go:171","msg":"trace[290887192] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4f46762-e558-4120-a3a9-445a5c41287a; range_end:; response_count:1; response_revision:4722; }","duration":"1.033585175s","start":"2026-03-18T00:56:46.394819Z","end":"2026-03-18T00:56:47.428404Z","steps":["trace[290887192] 'agreement among raft nodes before linearized reading' (duration: 1.033457792s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:47.428434Z","caller":"traceutil/trace.go:171","msg":"trace[523472286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4722; }","duration":"391.509471ms","start":"2026-03-18T00:56:47.036914Z","end":"2026-03-18T00:56:47.428423Z","steps":["trace[523472286] 'agreement among raft nodes before linearized reading' (duration: 391.44287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.428443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.394809Z","time spent":"1.033627766s","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-e4f46762-e558-4120-a3a9-445a5c41287a\" "} {"level":"warn","ts":"2026-03-18T00:56:47.428463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:47.036895Z","time spent":"391.562052ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:47.428545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.676372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:56:47.428591Z","caller":"traceutil/trace.go:171","msg":"trace[1425362020] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:4722; }","duration":"588.756914ms","start":"2026-03-18T00:56:46.839823Z","end":"2026-03-18T00:56:47.42858Z","steps":["trace[1425362020] 'agreement among raft nodes before linearized reading' (duration: 588.610272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.428584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031298143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"warn","ts":"2026-03-18T00:56:47.428621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.839805Z","time spent":"588.809115ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-03-18T00:56:47.428646Z","caller":"traceutil/trace.go:171","msg":"trace[1373416528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4722; }","duration":"1.031383724s","start":"2026-03-18T00:56:46.397246Z","end":"2026-03-18T00:56:47.42863Z","steps":["trace[1373416528] 'agreement among raft nodes before linearized reading' (duration: 1.031107368s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:47.428692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:46.397234Z","time spent":"1.031446295s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62886,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:56:49.178093Z","caller":"traceutil/trace.go:171","msg":"trace[1753494179] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"157.86029ms","start":"2026-03-18T00:56:49.020198Z","end":"2026-03-18T00:56:49.178058Z","steps":["trace[1753494179] 'process raft request' (duration: 157.646356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:49.30448Z","caller":"traceutil/trace.go:171","msg":"trace[1988953457] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"124.742411ms","start":"2026-03-18T00:56:49.179701Z","end":"2026-03-18T00:56:49.304443Z","steps":["trace[1988953457] 'process raft request' (duration: 74.825205ms)","trace[1988953457] 'compare' (duration: 49.61161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:50.430588Z","caller":"traceutil/trace.go:171","msg":"trace[898910917] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"225.814848ms","start":"2026-03-18T00:56:50.20473Z","end":"2026-03-18T00:56:50.430544Z","steps":["trace[898910917] 'process raft request' (duration: 225.659565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:50.462714Z","caller":"traceutil/trace.go:171","msg":"trace[1152805162] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"108.251789ms","start":"2026-03-18T00:56:50.354422Z","end":"2026-03-18T00:56:50.462674Z","steps":["trace[1152805162] 'process raft request' (duration: 107.140138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.965039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.67313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:50.965151Z","caller":"traceutil/trace.go:171","msg":"trace[1094283280] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"354.008562ms","start":"2026-03-18T00:56:50.611123Z","end":"2026-03-18T00:56:50.965132Z","steps":["trace[1094283280] 'read index received' (duration: 95.104557ms)","trace[1094283280] 'applied index is now lower than readState.Index' (duration: 258.902635ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:50.965169Z","caller":"traceutil/trace.go:171","msg":"trace[1377423860] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"428.239175ms","start":"2026-03-18T00:56:50.536899Z","end":"2026-03-18T00:56:50.965138Z","steps":["trace[1377423860] 'process raft request' (duration: 169.34746ms)","trace[1377423860] 'compare' (duration: 258.465887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:50.965221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.101503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:50.965248Z","caller":"traceutil/trace.go:171","msg":"trace[141491127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4779; }","duration":"354.169105ms","start":"2026-03-18T00:56:50.611068Z","end":"2026-03-18T00:56:50.965237Z","steps":["trace[141491127] 'agreement among raft nodes before linearized reading' (duration: 354.110534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:50.965274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.611046Z","time spent":"354.221925ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:50.965305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:50.536872Z","time spent":"428.359158ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:57.887127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.763208ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:57.887296Z","caller":"traceutil/trace.go:171","msg":"trace[995682763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4837; }","duration":"243.951901ms","start":"2026-03-18T00:56:57.643319Z","end":"2026-03-18T00:56:57.887271Z","steps":["trace[995682763] 'range keys from in-memory index tree' (duration: 243.745567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:57.88803Z","caller":"traceutil/trace.go:171","msg":"trace[2133038712] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"251.103262ms","start":"2026-03-18T00:56:57.636895Z","end":"2026-03-18T00:56:57.887999Z","steps":["trace[2133038712] 'process raft request' (duration: 248.28272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:57.891359Z","caller":"traceutil/trace.go:171","msg":"trace[1880891068] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"253.791872ms","start":"2026-03-18T00:56:57.637542Z","end":"2026-03-18T00:56:57.891334Z","steps":["trace[1880891068] 'process raft request' (duration: 253.608968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:57.891903Z","caller":"traceutil/trace.go:171","msg":"trace[1240487506] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"253.74857ms","start":"2026-03-18T00:56:57.638131Z","end":"2026-03-18T00:56:57.89188Z","steps":["trace[1240487506] 'process raft request' (duration: 253.164149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:59.462206Z","caller":"traceutil/trace.go:171","msg":"trace[390552214] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"110.917227ms","start":"2026-03-18T00:56:59.351265Z","end":"2026-03-18T00:56:59.462182Z","steps":["trace[390552214] 'process raft request' (duration: 110.768044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.137953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.310536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:57:01.13804Z","caller":"traceutil/trace.go:171","msg":"trace[2112257160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4911; }","duration":"612.457538ms","start":"2026-03-18T00:57:00.52556Z","end":"2026-03-18T00:57:01.138018Z","steps":["trace[2112257160] 'range keys from in-memory index tree' (duration: 612.087592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.138015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.790463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:01.138083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.525535Z","time spent":"612.53785ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:57:01.138114Z","caller":"traceutil/trace.go:171","msg":"trace[1412015415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4911; }","duration":"527.941586ms","start":"2026-03-18T00:57:00.610139Z","end":"2026-03-18T00:57:01.138081Z","steps":["trace[1412015415] 'range keys from in-memory index tree' (duration: 527.715842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:01.138244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:00.610123Z","time spent":"528.0868ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:05.379381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T00:57:05.379482Z","caller":"traceutil/trace.go:171","msg":"trace[1773863017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4962; }","duration":"115.461091ms","start":"2026-03-18T00:57:05.263997Z","end":"2026-03-18T00:57:05.379458Z","steps":["trace[1773863017] 'range keys from in-memory index tree' (duration: 115.161365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:05.381143Z","caller":"traceutil/trace.go:171","msg":"trace[1475977394] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"116.957619ms","start":"2026-03-18T00:57:05.264149Z","end":"2026-03-18T00:57:05.381107Z","steps":["trace[1475977394] 'process raft request' (duration: 116.479889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:08.341863Z","caller":"traceutil/trace.go:171","msg":"trace[1461699559] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"105.221373ms","start":"2026-03-18T00:57:08.236609Z","end":"2026-03-18T00:57:08.341831Z","steps":["trace[1461699559] 'process raft request' (duration: 45.908324ms)","trace[1461699559] 'compare' (duration: 59.015773ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:10.062933Z","caller":"traceutil/trace.go:171","msg":"trace[3305705] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"287.819356ms","start":"2026-03-18T00:57:09.775059Z","end":"2026-03-18T00:57:10.062878Z","steps":["trace[3305705] 'process raft request' (duration: 192.470235ms)","trace[3305705] 'compare' (duration: 94.958344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:10.063124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.902813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T00:57:10.063203Z","caller":"traceutil/trace.go:171","msg":"trace[628576247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5004; }","duration":"163.036204ms","start":"2026-03-18T00:57:09.900149Z","end":"2026-03-18T00:57:10.063185Z","steps":["trace[628576247] 'agreement among raft nodes before linearized reading' (duration: 162.80206ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:10.062679Z","caller":"traceutil/trace.go:171","msg":"trace[982311890] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5203; }","duration":"162.434493ms","start":"2026-03-18T00:57:09.900207Z","end":"2026-03-18T00:57:10.062642Z","steps":["trace[982311890] 'read index received' (duration: 67.279675ms)","trace[982311890] 'applied index is now lower than readState.Index' (duration: 95.152968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:12.07779Z","caller":"traceutil/trace.go:171","msg":"trace[1095511721] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"329.119055ms","start":"2026-03-18T00:57:11.748655Z","end":"2026-03-18T00:57:12.077774Z","steps":["trace[1095511721] 'read index received' (duration: 328.962261ms)","trace[1095511721] 'applied index is now lower than readState.Index' (duration: 155.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:12.077861Z","caller":"traceutil/trace.go:171","msg":"trace[1352872149] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"332.337424ms","start":"2026-03-18T00:57:11.745504Z","end":"2026-03-18T00:57:12.077841Z","steps":["trace[1352872149] 'process raft request' (duration: 332.15208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:12.07799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.745481Z","time spent":"332.412306ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:12.078268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.617985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81308"} {"level":"info","ts":"2026-03-18T00:57:12.078312Z","caller":"traceutil/trace.go:171","msg":"trace[1820647747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5018; }","duration":"329.687695ms","start":"2026-03-18T00:57:11.748613Z","end":"2026-03-18T00:57:12.0783Z","steps":["trace[1820647747] 'agreement among raft nodes before linearized reading' (duration: 329.260408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:12.078343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.748602Z","time spent":"329.731327ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T00:57:21.124917Z","caller":"traceutil/trace.go:171","msg":"trace[533039706] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"141.676512ms","start":"2026-03-18T00:57:20.983216Z","end":"2026-03-18T00:57:21.124893Z","steps":["trace[533039706] 'process raft request' (duration: 141.53284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:22.060591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876173143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:22.561475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876173143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:22.811118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486259931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:22.811214Z","caller":"traceutil/trace.go:171","msg":"trace[996388985] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5134; }","duration":"1.486418564s","start":"2026-03-18T00:57:21.324772Z","end":"2026-03-18T00:57:22.81119Z","steps":["trace[996388985] 'count revisions from in-memory index tree' (duration: 1.486150128s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:22.811274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.324746Z","time spent":"1.486502806s","remote":"127.0.0.1:38388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:22.811343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435063141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:57:22.811498Z","caller":"traceutil/trace.go:171","msg":"trace[1780609768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5134; }","duration":"1.435262575s","start":"2026-03-18T00:57:21.376195Z","end":"2026-03-18T00:57:22.811458Z","steps":["trace[1780609768] 'range keys from in-memory index tree' (duration: 1.434649372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:22.811557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.376168Z","time spent":"1.435376386s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:23.062186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876173143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:23.562474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876173143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:24.063775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876173143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:57:24.242871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.737392865s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:57:24.243367Z","caller":"traceutil/trace.go:171","msg":"trace[833759377] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"2.738059596s","start":"2026-03-18T00:57:21.50528Z","end":"2026-03-18T00:57:24.24334Z","steps":["trace[833759377] 'process raft request' (duration: 2.737892843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:24.243527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.505244Z","time spent":"2.738206699s","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:24.610643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T00:57:24.610749Z","caller":"traceutil/trace.go:171","msg":"trace[1145971508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415851s","start":"2026-03-18T00:57:22.610313Z","end":"2026-03-18T00:57:24.610729Z","steps":["trace[1145971508] 'agreement among raft nodes before linearized reading' (duration: 2.000242958s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:24.610798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.610225Z","time spent":"2.000561724s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:57:24.750314Z","caller":"traceutil/trace.go:171","msg":"trace[1552925851] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"3.118624364s","start":"2026-03-18T00:57:21.631659Z","end":"2026-03-18T00:57:24.750284Z","steps":["trace[1552925851] 'process raft request' (duration: 3.076805567s)","trace[1552925851] 'compare' (duration: 41.381269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:24.750469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.63163Z","time spent":"3.118759186s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:25.823216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073010912s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:57:25.823776Z","caller":"traceutil/trace.go:171","msg":"trace[586679113] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"3.435410311s","start":"2026-03-18T00:57:22.388333Z","end":"2026-03-18T00:57:25.823743Z","steps":["trace[586679113] 'process raft request' (duration: 3.435063355s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.824246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.38829Z","time spent":"3.435857189s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:25.98981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.917583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:25.99012Z","caller":"traceutil/trace.go:171","msg":"trace[151102667] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5339; }","duration":"4.430132561s","start":"2026-03-18T00:57:21.559963Z","end":"2026-03-18T00:57:25.990095Z","steps":["trace[151102667] 'read index received' (duration: 2.683301711s)","trace[151102667] 'applied index is now lower than readState.Index' (duration: 1.74682937s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:25.990105Z","caller":"traceutil/trace.go:171","msg":"trace[1546552832] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"3.597469673s","start":"2026-03-18T00:57:22.392599Z","end":"2026-03-18T00:57:25.990069Z","steps":["trace[1546552832] 'process raft request' (duration: 3.431132253s)","trace[1546552832] 'compare' (duration: 165.72696ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:25.990243Z","caller":"traceutil/trace.go:171","msg":"trace[1766454519] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"3.463160649s","start":"2026-03-18T00:57:22.527029Z","end":"2026-03-18T00:57:25.99019Z","steps":["trace[1766454519] 'process raft request' (duration: 3.462935766s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.990279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.39257Z","time spent":"3.597620406s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:25.990311Z","caller":"traceutil/trace.go:171","msg":"trace[35193113] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"3.173942785s","start":"2026-03-18T00:57:22.816351Z","end":"2026-03-18T00:57:25.990294Z","steps":["trace[35193113] 'process raft request' (duration: 3.173689871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.990402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.526996Z","time spent":"3.463329013s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:25.990414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.816325Z","time spent":"3.174048488s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:25.990609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428691604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T00:57:25.99065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938417574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:25.990697Z","caller":"traceutil/trace.go:171","msg":"trace[1461170500] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5140; }","duration":"2.938471296s","start":"2026-03-18T00:57:23.052214Z","end":"2026-03-18T00:57:25.990685Z","steps":["trace[1461170500] 'agreement among raft nodes before linearized reading' (duration: 2.938349064s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:25.990689Z","caller":"traceutil/trace.go:171","msg":"trace[207353100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"4.428835497s","start":"2026-03-18T00:57:21.561825Z","end":"2026-03-18T00:57:25.99066Z","steps":["trace[207353100] 'agreement among raft nodes before linearized reading' (duration: 4.428574032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.99073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:23.05219Z","time spent":"2.938531637s","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:25.990748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.561811Z","time spent":"4.428922108s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:57:25.99078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857802458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:57:25.990835Z","caller":"traceutil/trace.go:171","msg":"trace[233221212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5140; }","duration":"3.857925991s","start":"2026-03-18T00:57:22.13289Z","end":"2026-03-18T00:57:25.990816Z","steps":["trace[233221212] 'agreement among raft nodes before linearized reading' (duration: 3.857736597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.990841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334329598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:25.990873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.132846Z","time spent":"3.858018723s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:57:25.990884Z","caller":"traceutil/trace.go:171","msg":"trace[637586081] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5140; }","duration":"3.334415439s","start":"2026-03-18T00:57:22.656454Z","end":"2026-03-18T00:57:25.990869Z","steps":["trace[637586081] 'agreement among raft nodes before linearized reading' (duration: 3.334332437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.990927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.656429Z","time spent":"3.334483641s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:57:25.990965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863080926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T00:57:25.990998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864857209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:57:25.991011Z","caller":"traceutil/trace.go:171","msg":"trace[1186893653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5140; }","duration":"3.863142707s","start":"2026-03-18T00:57:22.127852Z","end":"2026-03-18T00:57:25.990995Z","steps":["trace[1186893653] 'agreement among raft nodes before linearized reading' (duration: 3.862979274s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:25.991035Z","caller":"traceutil/trace.go:171","msg":"trace[774568218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:5140; }","duration":"3.86493463s","start":"2026-03-18T00:57:22.126089Z","end":"2026-03-18T00:57:25.991024Z","steps":["trace[774568218] 'agreement among raft nodes before linearized reading' (duration: 3.864826678s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.127842Z","time spent":"3.863198297s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.126067Z","time spent":"3.864989621s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.521713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:25.991124Z","caller":"traceutil/trace.go:171","msg":"trace[613807384] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5140; }","duration":"553.594495ms","start":"2026-03-18T00:57:25.437519Z","end":"2026-03-18T00:57:25.991114Z","steps":["trace[613807384] 'agreement among raft nodes before linearized reading' (duration: 553.546364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819218471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:57:25.991153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:25.437487Z","time spent":"553.657275ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:25.991176Z","caller":"traceutil/trace.go:171","msg":"trace[864186409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5140; }","duration":"3.819275322s","start":"2026-03-18T00:57:22.171891Z","end":"2026-03-18T00:57:25.991166Z","steps":["trace[864186409] 'agreement among raft nodes before linearized reading' (duration: 3.819149349s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.171879Z","time spent":"3.819318213s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039751144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-18T00:57:25.990999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431049388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-18T00:57:25.991322Z","caller":"traceutil/trace.go:171","msg":"trace[2004593450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5140; }","duration":"3.039837135s","start":"2026-03-18T00:57:22.951472Z","end":"2026-03-18T00:57:25.991309Z","steps":["trace[2004593450] 'agreement among raft nodes before linearized reading' (duration: 3.039677952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.951455Z","time spent":"3.039889847s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T00:57:25.991335Z","caller":"traceutil/trace.go:171","msg":"trace[1300722144] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"4.431437824s","start":"2026-03-18T00:57:21.559881Z","end":"2026-03-18T00:57:25.991318Z","steps":["trace[1300722144] 'agreement among raft nodes before linearized reading' (duration: 4.431002467s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.99139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.220928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T00:57:25.991409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:21.55985Z","time spent":"4.431545137s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:57:25.99141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379683275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:25.991422Z","caller":"traceutil/trace.go:171","msg":"trace[1716116912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5140; }","duration":"636.312211ms","start":"2026-03-18T00:57:25.3551Z","end":"2026-03-18T00:57:25.991413Z","steps":["trace[1716116912] 'agreement among raft nodes before linearized reading' (duration: 636.171229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:25.991443Z","caller":"traceutil/trace.go:171","msg":"trace[1504612166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5140; }","duration":"1.379741616s","start":"2026-03-18T00:57:24.611693Z","end":"2026-03-18T00:57:25.991435Z","steps":["trace[1504612166] 'agreement among raft nodes before linearized reading' (duration: 1.379695036s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:25.355061Z","time spent":"636.384403ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:24.611677Z","time spent":"1.379785937s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441334176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:25.991283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866921267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:57:25.991047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.750554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:25.991517Z","caller":"traceutil/trace.go:171","msg":"trace[284163423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5140; }","duration":"3.867197742s","start":"2026-03-18T00:57:22.124306Z","end":"2026-03-18T00:57:25.991504Z","steps":["trace[284163423] 'agreement among raft nodes before linearized reading' (duration: 3.866911757s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:25.991518Z","caller":"traceutil/trace.go:171","msg":"trace[149181708] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5140; }","duration":"1.441389147s","start":"2026-03-18T00:57:24.550102Z","end":"2026-03-18T00:57:25.991491Z","steps":["trace[149181708] 'agreement among raft nodes before linearized reading' (duration: 1.441303836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.124278Z","time spent":"3.867264352s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:24.550079Z","time spent":"1.441470038s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:25.991568Z","caller":"traceutil/trace.go:171","msg":"trace[684536352] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5140; }","duration":"139.278784ms","start":"2026-03-18T00:57:25.85225Z","end":"2026-03-18T00:57:25.991528Z","steps":["trace[684536352] 'agreement among raft nodes before linearized reading' (duration: 138.771325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.991659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860658121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:57:25.991368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574598671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:25.991721Z","caller":"traceutil/trace.go:171","msg":"trace[1936888307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5140; }","duration":"3.860735902s","start":"2026-03-18T00:57:22.130967Z","end":"2026-03-18T00:57:25.991703Z","steps":["trace[1936888307] 'agreement among raft nodes before linearized reading' (duration: 3.860496368s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:25.991746Z","caller":"traceutil/trace.go:171","msg":"trace[322185698] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5140; }","duration":"1.575011649s","start":"2026-03-18T00:57:24.416718Z","end":"2026-03-18T00:57:25.991729Z","steps":["trace[322185698] 'agreement among raft nodes before linearized reading' (duration: 1.574589921s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:25.99177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:22.130956Z","time spent":"3.860800743s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:25.991796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:24.416698Z","time spent":"1.57508337s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:57:26.111272Z","caller":"traceutil/trace.go:171","msg":"trace[1490927270] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"113.124446ms","start":"2026-03-18T00:57:25.998121Z","end":"2026-03-18T00:57:26.111245Z","steps":["trace[1490927270] 'process raft request' (duration: 113.041463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.111303Z","caller":"traceutil/trace.go:171","msg":"trace[1266530197] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"113.210987ms","start":"2026-03-18T00:57:25.998051Z","end":"2026-03-18T00:57:26.111262Z","steps":["trace[1266530197] 'process raft request' (duration: 113.066803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.111582Z","caller":"traceutil/trace.go:171","msg":"trace[2068809864] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"112.937172ms","start":"2026-03-18T00:57:25.998622Z","end":"2026-03-18T00:57:26.111559Z","steps":["trace[2068809864] 'process raft request' (duration: 112.577505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.11166Z","caller":"traceutil/trace.go:171","msg":"trace[1232110720] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"110.260903ms","start":"2026-03-18T00:57:26.001392Z","end":"2026-03-18T00:57:26.111653Z","steps":["trace[1232110720] 'process raft request' (duration: 110.131601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.111607Z","caller":"traceutil/trace.go:171","msg":"trace[1681025176] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5346; }","duration":"113.141356ms","start":"2026-03-18T00:57:25.998454Z","end":"2026-03-18T00:57:26.111596Z","steps":["trace[1681025176] 'read index received' (duration: 46.362021ms)","trace[1681025176] 'applied index is now lower than readState.Index' (duration: 66.778365ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:26.111847Z","caller":"traceutil/trace.go:171","msg":"trace[650878458] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"112.025474ms","start":"2026-03-18T00:57:25.999772Z","end":"2026-03-18T00:57:26.111798Z","steps":["trace[650878458] 'process raft request' (duration: 111.651638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.111333Z","caller":"traceutil/trace.go:171","msg":"trace[1846493078] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"113.428741ms","start":"2026-03-18T00:57:25.9978Z","end":"2026-03-18T00:57:26.111229Z","steps":["trace[1846493078] 'process raft request' (duration: 93.299261ms)","trace[1846493078] 'compare' (duration: 19.831614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:26.111936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.462931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19495"} {"level":"warn","ts":"2026-03-18T00:57:26.111973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.158548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:26.112016Z","caller":"traceutil/trace.go:171","msg":"trace[561675169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5147; }","duration":"113.570463ms","start":"2026-03-18T00:57:25.998429Z","end":"2026-03-18T00:57:26.111999Z","steps":["trace[561675169] 'agreement among raft nodes before linearized reading' (duration: 113.202677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.112043Z","caller":"traceutil/trace.go:171","msg":"trace[1788836299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5147; }","duration":"112.279509ms","start":"2026-03-18T00:57:25.999742Z","end":"2026-03-18T00:57:26.112021Z","steps":["trace[1788836299] 'agreement among raft nodes before linearized reading' (duration: 112.141107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:26.112095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.39538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81598"} {"level":"info","ts":"2026-03-18T00:57:26.112333Z","caller":"traceutil/trace.go:171","msg":"trace[609194037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5147; }","duration":"113.659955ms","start":"2026-03-18T00:57:25.998662Z","end":"2026-03-18T00:57:26.112322Z","steps":["trace[609194037] 'agreement among raft nodes before linearized reading' (duration: 113.199517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.295111Z","caller":"traceutil/trace.go:171","msg":"trace[760316693] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"176.579429ms","start":"2026-03-18T00:57:26.118487Z","end":"2026-03-18T00:57:26.295066Z","steps":["trace[760316693] 'process raft request' (duration: 155.781007ms)","trace[760316693] 'compare' (duration: 20.572498ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:26.408653Z","caller":"traceutil/trace.go:171","msg":"trace[861705221] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"289.734995ms","start":"2026-03-18T00:57:26.118891Z","end":"2026-03-18T00:57:26.408626Z","steps":["trace[861705221] 'process raft request' (duration: 285.361794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.408927Z","caller":"traceutil/trace.go:171","msg":"trace[1004595522] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"289.874296ms","start":"2026-03-18T00:57:26.119026Z","end":"2026-03-18T00:57:26.4089Z","steps":["trace[1004595522] 'process raft request' (duration: 289.51465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.409098Z","caller":"traceutil/trace.go:171","msg":"trace[603926182] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"280.890232ms","start":"2026-03-18T00:57:26.128191Z","end":"2026-03-18T00:57:26.409081Z","steps":["trace[603926182] 'process raft request' (duration: 280.77615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.409061Z","caller":"traceutil/trace.go:171","msg":"trace[1935940097] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5353; }","duration":"232.668087ms","start":"2026-03-18T00:57:26.17637Z","end":"2026-03-18T00:57:26.409038Z","steps":["trace[1935940097] 'read index received' (duration: 97.912235ms)","trace[1935940097] 'applied index is now lower than readState.Index' (duration: 134.753682ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:26.409179Z","caller":"traceutil/trace.go:171","msg":"trace[1801217047] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"289.349457ms","start":"2026-03-18T00:57:26.1198Z","end":"2026-03-18T00:57:26.409149Z","steps":["trace[1801217047] 'process raft request' (duration: 289.007421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:26.409212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.82736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:57:26.409315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.492054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:26.40936Z","caller":"traceutil/trace.go:171","msg":"trace[932852582] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5152; }","duration":"233.059834ms","start":"2026-03-18T00:57:26.176289Z","end":"2026-03-18T00:57:26.409349Z","steps":["trace[932852582] 'agreement among raft nodes before linearized reading' (duration: 232.853711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:26.409375Z","caller":"traceutil/trace.go:171","msg":"trace[2145797891] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5152; }","duration":"177.600386ms","start":"2026-03-18T00:57:26.231758Z","end":"2026-03-18T00:57:26.409358Z","steps":["trace[2145797891] 'agreement among raft nodes before linearized reading' (duration: 177.490395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:44.195305Z","caller":"traceutil/trace.go:171","msg":"trace[922543399] linearizableReadLoop","detail":"{readStateIndex:5493; appliedIndex:5492; }","duration":"126.117043ms","start":"2026-03-18T00:57:44.069162Z","end":"2026-03-18T00:57:44.195279Z","steps":["trace[922543399] 'read index received' (duration: 125.97235ms)","trace[922543399] 'applied index is now lower than readState.Index' (duration: 143.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:44.19535Z","caller":"traceutil/trace.go:171","msg":"trace[98746424] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"140.848813ms","start":"2026-03-18T00:57:44.054472Z","end":"2026-03-18T00:57:44.195321Z","steps":["trace[98746424] 'process raft request' (duration: 140.654509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:44.195464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.281717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:57:44.195526Z","caller":"traceutil/trace.go:171","msg":"trace[525454234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5282; }","duration":"126.408049ms","start":"2026-03-18T00:57:44.0691Z","end":"2026-03-18T00:57:44.195508Z","steps":["trace[525454234] 'agreement among raft nodes before linearized reading' (duration: 126.289927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:44.195633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.57526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:57:44.195697Z","caller":"traceutil/trace.go:171","msg":"trace[1856128892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5282; }","duration":"121.658821ms","start":"2026-03-18T00:57:44.074023Z","end":"2026-03-18T00:57:44.195682Z","steps":["trace[1856128892] 'agreement among raft nodes before linearized reading' (duration: 121.449007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.258435Z","caller":"traceutil/trace.go:171","msg":"trace[221578122] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"227.201877ms","start":"2026-03-18T00:57:57.031205Z","end":"2026-03-18T00:57:57.258407Z","steps":["trace[221578122] 'process raft request' (duration: 188.09597ms)","trace[221578122] 'compare' (duration: 38.971625ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:57.258858Z","caller":"traceutil/trace.go:171","msg":"trace[1125569349] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5649; }","duration":"216.488891ms","start":"2026-03-18T00:57:57.042339Z","end":"2026-03-18T00:57:57.258828Z","steps":["trace[1125569349] 'read index received' (duration: 176.976275ms)","trace[1125569349] 'applied index is now lower than readState.Index' (duration: 39.511446ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:57.258877Z","caller":"traceutil/trace.go:171","msg":"trace[510258267] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"220.297161ms","start":"2026-03-18T00:57:57.038547Z","end":"2026-03-18T00:57:57.258844Z","steps":["trace[510258267] 'process raft request' (duration: 220.121628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.259012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.654314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:57.259087Z","caller":"traceutil/trace.go:171","msg":"trace[1946122713] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5436; }","duration":"216.778436ms","start":"2026-03-18T00:57:57.042281Z","end":"2026-03-18T00:57:57.25906Z","steps":["trace[1946122713] 'agreement among raft nodes before linearized reading' (duration: 216.665214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:57.259127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.647369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:57:57.259198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.949594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T00:57:57.259218Z","caller":"traceutil/trace.go:171","msg":"trace[144370508] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5436; }","duration":"122.783882ms","start":"2026-03-18T00:57:57.136415Z","end":"2026-03-18T00:57:57.259199Z","steps":["trace[144370508] 'agreement among raft nodes before linearized reading' (duration: 122.613359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:57.259261Z","caller":"traceutil/trace.go:171","msg":"trace[1629658986] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5436; }","duration":"202.063236ms","start":"2026-03-18T00:57:57.057182Z","end":"2026-03-18T00:57:57.259246Z","steps":["trace[1629658986] 'agreement among raft nodes before linearized reading' (duration: 201.847402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:00.128143Z","caller":"traceutil/trace.go:171","msg":"trace[1732679712] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"149.093226ms","start":"2026-03-18T00:57:59.978992Z","end":"2026-03-18T00:58:00.128085Z","steps":["trace[1732679712] 'process raft request' (duration: 148.838771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.038674Z","caller":"traceutil/trace.go:171","msg":"trace[1256986383] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5739; }","duration":"251.82839ms","start":"2026-03-18T00:58:09.786824Z","end":"2026-03-18T00:58:10.038653Z","steps":["trace[1256986383] 'read index received' (duration: 251.636726ms)","trace[1256986383] 'applied index is now lower than readState.Index' (duration: 190.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:10.038809Z","caller":"traceutil/trace.go:171","msg":"trace[260037008] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"252.388519ms","start":"2026-03-18T00:58:09.78641Z","end":"2026-03-18T00:58:10.038798Z","steps":["trace[260037008] 'process raft request' (duration: 252.066113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.039099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.243078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T00:58:10.039214Z","caller":"traceutil/trace.go:171","msg":"trace[223815660] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5523; }","duration":"252.37242ms","start":"2026-03-18T00:58:09.786812Z","end":"2026-03-18T00:58:10.039184Z","steps":["trace[223815660] 'agreement among raft nodes before linearized reading' (duration: 252.079034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.039296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.548057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:10.039375Z","caller":"traceutil/trace.go:171","msg":"trace[642776154] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5523; }","duration":"165.663759ms","start":"2026-03-18T00:58:09.873695Z","end":"2026-03-18T00:58:10.039359Z","steps":["trace[642776154] 'agreement among raft nodes before linearized reading' (duration: 165.139579ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.496831Z","caller":"traceutil/trace.go:171","msg":"trace[328745947] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5740; }","duration":"385.199535ms","start":"2026-03-18T00:58:10.11161Z","end":"2026-03-18T00:58:10.49681Z","steps":["trace[328745947] 'read index received' (duration: 385.002161ms)","trace[328745947] 'applied index is now lower than readState.Index' (duration: 196.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:10.496892Z","caller":"traceutil/trace.go:171","msg":"trace[1114872520] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"431.625837ms","start":"2026-03-18T00:58:10.06523Z","end":"2026-03-18T00:58:10.496856Z","steps":["trace[1114872520] 'process raft request' (duration: 431.401622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.497002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.362109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:58:10.497061Z","caller":"traceutil/trace.go:171","msg":"trace[201933795] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5524; }","duration":"385.463311ms","start":"2026-03-18T00:58:10.111582Z","end":"2026-03-18T00:58:10.497045Z","steps":["trace[201933795] 'agreement among raft nodes before linearized reading' (duration: 385.349279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.497173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.111569Z","time spent":"385.588833ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:58:10.497065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.065212Z","time spent":"431.756899ms","remote":"127.0.0.1:38390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:10.506411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.483341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:10.506471Z","caller":"traceutil/trace.go:171","msg":"trace[1519407448] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5526; }","duration":"355.564072ms","start":"2026-03-18T00:58:10.150892Z","end":"2026-03-18T00:58:10.506456Z","steps":["trace[1519407448] 'agreement among raft nodes before linearized reading' (duration: 355.45016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.506479Z","caller":"traceutil/trace.go:171","msg":"trace[1720970578] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"213.680849ms","start":"2026-03-18T00:58:10.292776Z","end":"2026-03-18T00:58:10.506456Z","steps":["trace[1720970578] 'process raft request' (duration: 213.455005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.506628Z","caller":"traceutil/trace.go:171","msg":"trace[988662873] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"335.600466ms","start":"2026-03-18T00:58:10.171017Z","end":"2026-03-18T00:58:10.506617Z","steps":["trace[988662873] 'process raft request' (duration: 335.109376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.506707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.170995Z","time spent":"335.656407ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:58:10.506499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.150883Z","time spent":"355.608452ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-18T00:58:10.506828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.775896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:10.506866Z","caller":"traceutil/trace.go:171","msg":"trace[1758444275] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5526; }","duration":"355.860407ms","start":"2026-03-18T00:58:10.150997Z","end":"2026-03-18T00:58:10.506857Z","steps":["trace[1758444275] 'agreement among raft nodes before linearized reading' (duration: 355.806846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.506892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.150974Z","time spent":"355.911339ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-18T00:58:10.506901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.604656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T00:58:10.506972Z","caller":"traceutil/trace.go:171","msg":"trace[1929772410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5526; }","duration":"142.726177ms","start":"2026-03-18T00:58:10.364228Z","end":"2026-03-18T00:58:10.506954Z","steps":["trace[1929772410] 'agreement among raft nodes before linearized reading' (duration: 142.485053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.507029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.184816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-18T00:58:10.50715Z","caller":"traceutil/trace.go:171","msg":"trace[1437316418] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5526; }","duration":"336.332068ms","start":"2026-03-18T00:58:10.170787Z","end":"2026-03-18T00:58:10.507119Z","steps":["trace[1437316418] 'agreement among raft nodes before linearized reading' (duration: 335.897601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.507221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:58:10.170757Z","time spent":"336.453761ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T00:58:10.649173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.640039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:58:10.649495Z","caller":"traceutil/trace.go:171","msg":"trace[20395317] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"138.262436ms","start":"2026-03-18T00:58:10.511189Z","end":"2026-03-18T00:58:10.649451Z","steps":["trace[20395317] 'process raft request' (duration: 15.221329ms)","trace[20395317] 'compare' (duration: 122.345564ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:10.649564Z","caller":"traceutil/trace.go:171","msg":"trace[1938043634] linearizableReadLoop","detail":"{readStateIndex:5747; appliedIndex:5743; }","duration":"138.189285ms","start":"2026-03-18T00:58:10.511354Z","end":"2026-03-18T00:58:10.649543Z","steps":["trace[1938043634] 'read index received' (duration: 15.068516ms)","trace[1938043634] 'applied index is now lower than readState.Index' (duration: 123.119629ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:10.64956Z","caller":"traceutil/trace.go:171","msg":"trace[977979831] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"138.281476ms","start":"2026-03-18T00:58:10.511232Z","end":"2026-03-18T00:58:10.649514Z","steps":["trace[977979831] 'process raft request' (duration: 138.056591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.649658Z","caller":"traceutil/trace.go:171","msg":"trace[1287496709] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"138.408449ms","start":"2026-03-18T00:58:10.511238Z","end":"2026-03-18T00:58:10.649647Z","steps":["trace[1287496709] 'process raft request' (duration: 138.169523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.649892Z","caller":"traceutil/trace.go:171","msg":"trace[511704208] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"138.596422ms","start":"2026-03-18T00:58:10.511284Z","end":"2026-03-18T00:58:10.64988Z","steps":["trace[511704208] 'process raft request' (duration: 138.171734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.650019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.650353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101660"} {"level":"info","ts":"2026-03-18T00:58:10.650074Z","caller":"traceutil/trace.go:171","msg":"trace[1573448224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5531; }","duration":"138.717494ms","start":"2026-03-18T00:58:10.511343Z","end":"2026-03-18T00:58:10.65006Z","steps":["trace[1573448224] 'agreement among raft nodes before linearized reading' (duration: 138.392128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:10.650038Z","caller":"traceutil/trace.go:171","msg":"trace[868158114] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"137.994781ms","start":"2026-03-18T00:58:10.512007Z","end":"2026-03-18T00:58:10.650002Z","steps":["trace[868158114] 'process raft request' (duration: 137.493952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:10.650087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.193139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:58:10.650148Z","caller":"traceutil/trace.go:171","msg":"trace[1308794824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5531; }","duration":"124.29868ms","start":"2026-03-18T00:58:10.525829Z","end":"2026-03-18T00:58:10.650128Z","steps":["trace[1308794824] 'agreement among raft nodes before linearized reading' (duration: 124.049686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:13.872583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2692} {"level":"info","ts":"2026-03-18T00:58:13.93283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2692,"took":"58.806099ms","hash":324146565,"current-db-size-bytes":40255488,"current-db-size":"40 MB","current-db-size-in-use-bytes":29995008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T00:58:13.932899Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":324146565,"revision":2692,"compact-revision":-1} {"level":"info","ts":"2026-03-18T00:58:20.715539Z","caller":"traceutil/trace.go:171","msg":"trace[105819054] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"161.91541ms","start":"2026-03-18T00:58:20.553602Z","end":"2026-03-18T00:58:20.715517Z","steps":["trace[105819054] 'process raft request' (duration: 161.755267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:20.742359Z","caller":"traceutil/trace.go:171","msg":"trace[903245974] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5814; }","duration":"132.171494ms","start":"2026-03-18T00:58:20.610166Z","end":"2026-03-18T00:58:20.742337Z","steps":["trace[903245974] 'read index received' (duration: 105.186559ms)","trace[903245974] 'applied index is now lower than readState.Index' (duration: 26.983815ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:58:20.74271Z","caller":"traceutil/trace.go:171","msg":"trace[497692375] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"183.978784ms","start":"2026-03-18T00:58:20.558705Z","end":"2026-03-18T00:58:20.742684Z","steps":["trace[497692375] 'process raft request' (duration: 183.495105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:58:20.742976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.807645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:58:20.743011Z","caller":"traceutil/trace.go:171","msg":"trace[760645318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5596; }","duration":"132.898208ms","start":"2026-03-18T00:58:20.610105Z","end":"2026-03-18T00:58:20.743003Z","steps":["trace[760645318] 'agreement among raft nodes before linearized reading' (duration: 132.829345ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.92577Z","caller":"traceutil/trace.go:171","msg":"trace[767336681] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"134.65728ms","start":"2026-03-18T00:58:24.791087Z","end":"2026-03-18T00:58:24.925744Z","steps":["trace[767336681] 'process raft request' (duration: 134.566608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.925821Z","caller":"traceutil/trace.go:171","msg":"trace[310123804] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"134.933625ms","start":"2026-03-18T00:58:24.790857Z","end":"2026-03-18T00:58:24.92579Z","steps":["trace[310123804] 'process raft request' (duration: 126.623912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.925863Z","caller":"traceutil/trace.go:171","msg":"trace[499008146] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"134.895014ms","start":"2026-03-18T00:58:24.790931Z","end":"2026-03-18T00:58:24.925826Z","steps":["trace[499008146] 'process raft request' (duration: 134.597929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:24.925898Z","caller":"traceutil/trace.go:171","msg":"trace[583594724] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"134.858683ms","start":"2026-03-18T00:58:24.791013Z","end":"2026-03-18T00:58:24.925871Z","steps":["trace[583594724] 'process raft request' (duration: 134.583548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:58:25.630797Z","caller":"traceutil/trace.go:171","msg":"trace[1460619126] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"105.088057ms","start":"2026-03-18T00:58:25.525684Z","end":"2026-03-18T00:58:25.630772Z","steps":["trace[1460619126] 'process raft request' (duration: 104.855903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:01:48.133966Z","caller":"traceutil/trace.go:171","msg":"trace[810235691] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"113.513527ms","start":"2026-03-18T01:01:48.020429Z","end":"2026-03-18T01:01:48.133943Z","steps":["trace[810235691] 'process raft request' (duration: 113.319463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:58.379973Z","caller":"traceutil/trace.go:171","msg":"trace[367880619] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"101.262924ms","start":"2026-03-18T01:02:58.278677Z","end":"2026-03-18T01:02:58.37994Z","steps":["trace[367880619] 'process raft request' (duration: 78.493715ms)","trace[367880619] 'compare' (duration: 22.561315ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:58.515901Z","caller":"traceutil/trace.go:171","msg":"trace[159947190] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"131.050994ms","start":"2026-03-18T01:02:58.384823Z","end":"2026-03-18T01:02:58.515874Z","steps":["trace[159947190] 'process raft request' (duration: 130.961692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:58.515915Z","caller":"traceutil/trace.go:171","msg":"trace[1878824644] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"131.107285ms","start":"2026-03-18T01:02:58.384764Z","end":"2026-03-18T01:02:58.515871Z","steps":["trace[1878824644] 'process raft request' (duration: 130.874481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:10.459787Z","caller":"traceutil/trace.go:171","msg":"trace[33465751] linearizableReadLoop","detail":"{readStateIndex:7782; appliedIndex:7780; }","duration":"101.808394ms","start":"2026-03-18T01:03:10.357934Z","end":"2026-03-18T01:03:10.459743Z","steps":["trace[33465751] 'read index received' (duration: 29.91124ms)","trace[33465751] 'applied index is now lower than readState.Index' (duration: 71.896034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:10.459824Z","caller":"traceutil/trace.go:171","msg":"trace[761108332] transaction","detail":"{read_only:false; response_revision:7493; number_of_response:1; }","duration":"109.478157ms","start":"2026-03-18T01:03:10.350313Z","end":"2026-03-18T01:03:10.459792Z","steps":["trace[761108332] 'process raft request' (duration: 109.266712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:10.461169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.20917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T01:03:10.461243Z","caller":"traceutil/trace.go:171","msg":"trace[1121017038] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7493; }","duration":"103.315423ms","start":"2026-03-18T01:03:10.3579Z","end":"2026-03-18T01:03:10.461216Z","steps":["trace[1121017038] 'agreement among raft nodes before linearized reading' (duration: 101.979178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:13.901234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5542} {"level":"info","ts":"2026-03-18T01:03:14.107359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5542,"took":"203.985987ms","hash":1574817471,"current-db-size-bytes":42201088,"current-db-size":"42 MB","current-db-size-in-use-bytes":23224320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T01:03:14.107443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1574817471,"revision":5542,"compact-revision":2692} {"level":"info","ts":"2026-03-18T01:03:16.110862Z","caller":"traceutil/trace.go:171","msg":"trace[545011211] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"501.588577ms","start":"2026-03-18T01:03:15.60925Z","end":"2026-03-18T01:03:16.110839Z","steps":["trace[545011211] 'process raft request' (duration: 501.429723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:16.111002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:15.60922Z","time spent":"501.705809ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:16.115041Z","caller":"traceutil/trace.go:171","msg":"trace[2043618536] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"276.612724ms","start":"2026-03-18T01:03:15.838405Z","end":"2026-03-18T01:03:16.115018Z","steps":["trace[2043618536] 'process raft request' (duration: 276.47862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:16.115078Z","caller":"traceutil/trace.go:171","msg":"trace[1806771804] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"270.768886ms","start":"2026-03-18T01:03:15.844284Z","end":"2026-03-18T01:03:16.115053Z","steps":["trace[1806771804] 'process raft request' (duration: 270.652744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:17.662967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:18.16413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:18.664901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:18.941064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07393676s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T01:03:19.123583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479755989s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:19.12371Z","caller":"traceutil/trace.go:171","msg":"trace[253256983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7656; }","duration":"1.479889262s","start":"2026-03-18T01:03:17.643794Z","end":"2026-03-18T01:03:19.123683Z","steps":["trace[253256983] 'range keys from in-memory index tree' (duration: 1.479733139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.12402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.762345ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T01:03:19.124187Z","caller":"traceutil/trace.go:171","msg":"trace[322225689] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7948; }","duration":"1.962057512s","start":"2026-03-18T01:03:17.162125Z","end":"2026-03-18T01:03:19.124182Z","steps":["trace[322225689] 'read index received' (duration: 1.779129473s)","trace[322225689] 'applied index is now lower than readState.Index' (duration: 182.927539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:19.124153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:16.866965Z","time spent":"2.257177215s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T01:03:19.124308Z","caller":"traceutil/trace.go:171","msg":"trace[795520891] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"1.15934147s","start":"2026-03-18T01:03:17.964961Z","end":"2026-03-18T01:03:19.124303Z","steps":["trace[795520891] 'process raft request' (duration: 1.159095625s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.124365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.964937Z","time spent":"1.15938732s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:19.124486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547984137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:19.124503Z","caller":"traceutil/trace.go:171","msg":"trace[1640317340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7659; }","duration":"1.548022897s","start":"2026-03-18T01:03:17.576473Z","end":"2026-03-18T01:03:19.124496Z","steps":["trace[1640317340] 'agreement among raft nodes before linearized reading' (duration: 1.547992847s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.124525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.57646Z","time spent":"1.548061088s","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:19.124557Z","caller":"traceutil/trace.go:171","msg":"trace[1539616655] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"1.003960218s","start":"2026-03-18T01:03:18.120578Z","end":"2026-03-18T01:03:19.124538Z","steps":["trace[1539616655] 'process raft request' (duration: 1.003585211s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:19.124553Z","caller":"traceutil/trace.go:171","msg":"trace[1862339781] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"1.003963458s","start":"2026-03-18T01:03:18.120541Z","end":"2026-03-18T01:03:19.124505Z","steps":["trace[1862339781] 'process raft request' (duration: 1.003600662s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.124554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962396647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:19.124837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.79948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:03:19.124835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.120547Z","time spent":"1.004235933s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:19.124845Z","caller":"traceutil/trace.go:171","msg":"trace[1509273776] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7659; }","duration":"1.962706533s","start":"2026-03-18T01:03:17.162115Z","end":"2026-03-18T01:03:19.124822Z","steps":["trace[1509273776] 'agreement among raft nodes before linearized reading' (duration: 1.962308156s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.124894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.162074Z","time spent":"1.962809015s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:19.124931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513727025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:19.124948Z","caller":"traceutil/trace.go:171","msg":"trace[1961694812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7659; }","duration":"1.513763506s","start":"2026-03-18T01:03:17.611179Z","end":"2026-03-18T01:03:19.124943Z","steps":["trace[1961694812] 'agreement among raft nodes before linearized reading' (duration: 1.513739836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.124924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.931639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:03:19.125021Z","caller":"traceutil/trace.go:171","msg":"trace[1363430585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7659; }","duration":"423.058451ms","start":"2026-03-18T01:03:18.701944Z","end":"2026-03-18T01:03:19.125002Z","steps":["trace[1363430585] 'agreement among raft nodes before linearized reading' (duration: 422.618523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.12491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.535542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T01:03:19.125078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.701934Z","time spent":"423.135122ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:03:19.124858Z","caller":"traceutil/trace.go:171","msg":"trace[1209554390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7659; }","duration":"577.820281ms","start":"2026-03-18T01:03:18.547033Z","end":"2026-03-18T01:03:19.124853Z","steps":["trace[1209554390] 'agreement among raft nodes before linearized reading' (duration: 577.736989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.12494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.120503Z","time spent":"1.004321915s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:19.125156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.451962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:19.127082Z","caller":"traceutil/trace.go:171","msg":"trace[949949440] range","detail":"{range_begin:/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9; range_end:; response_count:1; response_revision:7659; }","duration":"877.51405ms","start":"2026-03-18T01:03:18.249336Z","end":"2026-03-18T01:03:19.12685Z","steps":["trace[949949440] 'agreement among raft nodes before linearized reading' (duration: 875.534413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.127163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.249323Z","time spent":"877.819165ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9\" "} {"level":"warn","ts":"2026-03-18T01:03:19.126927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.699592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:03:19.127251Z","caller":"traceutil/trace.go:171","msg":"trace[1047544643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7659; }","duration":"822.021757ms","start":"2026-03-18T01:03:18.305197Z","end":"2026-03-18T01:03:19.127218Z","steps":["trace[1047544643] 'agreement among raft nodes before linearized reading' (duration: 819.626683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.127284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.305187Z","time spent":"822.090209ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:03:19.128149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.662025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:03:19.128218Z","caller":"traceutil/trace.go:171","msg":"trace[201335140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7659; }","duration":"699.774147ms","start":"2026-03-18T01:03:18.428428Z","end":"2026-03-18T01:03:19.128203Z","steps":["trace[201335140] 'agreement among raft nodes before linearized reading' (duration: 696.596958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.128274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.428406Z","time spent":"699.846478ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:19.128375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.852154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:03:19.128411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.187625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:19.128446Z","caller":"traceutil/trace.go:171","msg":"trace[2048578182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7659; }","duration":"405.924846ms","start":"2026-03-18T01:03:18.722489Z","end":"2026-03-18T01:03:19.128414Z","steps":["trace[2048578182] 'agreement among raft nodes before linearized reading' (duration: 405.61975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.128483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.722479Z","time spent":"405.995107ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:03:19.128507Z","caller":"traceutil/trace.go:171","msg":"trace[1132349495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7659; }","duration":"333.310318ms","start":"2026-03-18T01:03:18.795158Z","end":"2026-03-18T01:03:19.128468Z","steps":["trace[1132349495] 'agreement among raft nodes before linearized reading' (duration: 332.759927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.128557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.79513Z","time spent":"333.416399ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:19.129233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.156895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:19.129293Z","caller":"traceutil/trace.go:171","msg":"trace[618480069] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7659; }","duration":"270.240726ms","start":"2026-03-18T01:03:18.859039Z","end":"2026-03-18T01:03:19.12928Z","steps":["trace[618480069] 'agreement among raft nodes before linearized reading' (duration: 269.993641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.12851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.546956Z","time spent":"578.170966ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:03:19.13003Z","caller":"traceutil/trace.go:171","msg":"trace[761040034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7659; }","duration":"723.648097ms","start":"2026-03-18T01:03:18.401656Z","end":"2026-03-18T01:03:19.125304Z","steps":["trace[761040034] 'agreement among raft nodes before linearized reading' (duration: 723.443882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.130097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.40163Z","time spent":"728.455884ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:19.124966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.611165Z","time spent":"1.513798176s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:19.131566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.964914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:19.131648Z","caller":"traceutil/trace.go:171","msg":"trace[1477307869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7659; }","duration":"585.867608ms","start":"2026-03-18T01:03:18.545762Z","end":"2026-03-18T01:03:19.13163Z","steps":["trace[1477307869] 'agreement among raft nodes before linearized reading' (duration: 579.372559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.131708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.545741Z","time spent":"585.951511ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T01:03:27.461318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.572168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:27.461421Z","caller":"traceutil/trace.go:171","msg":"trace[779244885] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7705; }","duration":"128.740571ms","start":"2026-03-18T01:03:27.332658Z","end":"2026-03-18T01:03:27.461398Z","steps":["trace[779244885] 'count revisions from in-memory index tree' (duration: 128.467814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:29.728628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:30.208962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036939585s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:03:30.209594Z","caller":"traceutil/trace.go:171","msg":"trace[336085984] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"1.037704277s","start":"2026-03-18T01:03:29.171846Z","end":"2026-03-18T01:03:30.209551Z","steps":["trace[336085984] 'process raft request' (duration: 1.037428252s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.209862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.171808Z","time spent":"1.037904061s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:30.257411Z","caller":"traceutil/trace.go:171","msg":"trace[1806602115] linearizableReadLoop","detail":"{readStateIndex:8004; appliedIndex:8002; }","duration":"1.028835135s","start":"2026-03-18T01:03:29.22854Z","end":"2026-03-18T01:03:30.257375Z","steps":["trace[1806602115] 'read index received' (duration: 980.76683ms)","trace[1806602115] 'applied index is now lower than readState.Index' (duration: 48.067045ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:30.257498Z","caller":"traceutil/trace.go:171","msg":"trace[1071377263] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"1.080653238s","start":"2026-03-18T01:03:29.176789Z","end":"2026-03-18T01:03:30.257442Z","steps":["trace[1071377263] 'process raft request' (duration: 1.051147275s)","trace[1071377263] 'compare' (duration: 29.266649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:30.257738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.176766Z","time spent":"1.080835161s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:30.257744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029144681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:03:30.257823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024370563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T01:03:30.257857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.760971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:30.257837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004183602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:03:30.25788Z","caller":"traceutil/trace.go:171","msg":"trace[1797956550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7708; }","duration":"1.024458125s","start":"2026-03-18T01:03:29.233402Z","end":"2026-03-18T01:03:30.25786Z","steps":["trace[1797956550] 'agreement among raft nodes before linearized reading' (duration: 1.024201669s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.25788Z","caller":"traceutil/trace.go:171","msg":"trace[1345969158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7708; }","duration":"1.029344205s","start":"2026-03-18T01:03:29.228498Z","end":"2026-03-18T01:03:30.257843Z","steps":["trace[1345969158] 'agreement among raft nodes before linearized reading' (duration: 1.029011068s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.257903Z","caller":"traceutil/trace.go:171","msg":"trace[265407290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7708; }","duration":"342.830143ms","start":"2026-03-18T01:03:29.915053Z","end":"2026-03-18T01:03:30.257884Z","steps":["trace[265407290] 'agreement among raft nodes before linearized reading' (duration: 342.778572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.257919Z","caller":"traceutil/trace.go:171","msg":"trace[324899943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7708; }","duration":"1.004319124s","start":"2026-03-18T01:03:29.253579Z","end":"2026-03-18T01:03:30.257898Z","steps":["trace[324899943] 'agreement among raft nodes before linearized reading' (duration: 1.00408882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.257895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006840729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:03:30.257947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.915033Z","time spent":"342.906474ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:30.257972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022406536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:03:30.257959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.228481Z","time spent":"1.029461787s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"info","ts":"2026-03-18T01:03:30.257992Z","caller":"traceutil/trace.go:171","msg":"trace[1510510050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7708; }","duration":"1.022425267s","start":"2026-03-18T01:03:29.235562Z","end":"2026-03-18T01:03:30.257987Z","steps":["trace[1510510050] 'agreement among raft nodes before linearized reading' (duration: 1.022361446s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.25801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.235545Z","time spent":"1.022461468s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:03:30.257997Z","caller":"traceutil/trace.go:171","msg":"trace[1228186835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7708; }","duration":"1.006973462s","start":"2026-03-18T01:03:29.251003Z","end":"2026-03-18T01:03:30.257976Z","steps":["trace[1228186835] 'agreement among raft nodes before linearized reading' (duration: 1.006612574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.257992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.253558Z","time spent":"1.004418886s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:30.258013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01610597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T01:03:30.258045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.250998Z","time spent":"1.007038633s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:03:30.258057Z","caller":"traceutil/trace.go:171","msg":"trace[2110638485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7708; }","duration":"1.016160472s","start":"2026-03-18T01:03:29.241885Z","end":"2026-03-18T01:03:30.258046Z","steps":["trace[2110638485] 'agreement among raft nodes before linearized reading' (duration: 1.01603486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.258094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.241872Z","time spent":"1.016214383s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:30.257784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.342105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:03:30.258174Z","caller":"traceutil/trace.go:171","msg":"trace[1290068301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7708; }","duration":"915.776503ms","start":"2026-03-18T01:03:29.342386Z","end":"2026-03-18T01:03:30.258163Z","steps":["trace[1290068301] 'agreement among raft nodes before linearized reading' (duration: 915.247833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.258204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.342361Z","time spent":"915.833773ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:03:30.25791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.233386Z","time spent":"1.024518185s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:30.258243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011800021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:03:30.258279Z","caller":"traceutil/trace.go:171","msg":"trace[1851996832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7708; }","duration":"1.011863603s","start":"2026-03-18T01:03:29.246402Z","end":"2026-03-18T01:03:30.258265Z","steps":["trace[1851996832] 'agreement among raft nodes before linearized reading' (duration: 1.011759261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.258311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:29.246386Z","time spent":"1.011916803s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:03:30.437745Z","caller":"traceutil/trace.go:171","msg":"trace[1134307043] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"174.146396ms","start":"2026-03-18T01:03:30.263555Z","end":"2026-03-18T01:03:30.437701Z","steps":["trace[1134307043] 'process raft request' (duration: 149.183517ms)","trace[1134307043] 'compare' (duration: 24.666164ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:30.437805Z","caller":"traceutil/trace.go:171","msg":"trace[449647867] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"173.929112ms","start":"2026-03-18T01:03:30.263853Z","end":"2026-03-18T01:03:30.437782Z","steps":["trace[449647867] 'process raft request' (duration: 173.767879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.437821Z","caller":"traceutil/trace.go:171","msg":"trace[1386751744] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8004; }","duration":"174.063964ms","start":"2026-03-18T01:03:30.263737Z","end":"2026-03-18T01:03:30.437801Z","steps":["trace[1386751744] 'read index received' (duration: 61.690345ms)","trace[1386751744] 'applied index is now lower than readState.Index' (duration: 112.372449ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:30.437874Z","caller":"traceutil/trace.go:171","msg":"trace[378129479] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"173.461614ms","start":"2026-03-18T01:03:30.264389Z","end":"2026-03-18T01:03:30.43785Z","steps":["trace[378129479] 'process raft request' (duration: 173.344922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.437927Z","caller":"traceutil/trace.go:171","msg":"trace[1806096005] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"173.481934ms","start":"2026-03-18T01:03:30.264437Z","end":"2026-03-18T01:03:30.437919Z","steps":["trace[1806096005] 'process raft request' (duration: 173.331362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.438103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.349769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:03:30.438133Z","caller":"traceutil/trace.go:171","msg":"trace[1834867740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7714; }","duration":"174.459962ms","start":"2026-03-18T01:03:30.263665Z","end":"2026-03-18T01:03:30.438125Z","steps":["trace[1834867740] 'agreement among raft nodes before linearized reading' (duration: 174.313509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:30.438353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.025147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-18T01:03:30.438435Z","caller":"traceutil/trace.go:171","msg":"trace[2053465238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7714; }","duration":"173.117688ms","start":"2026-03-18T01:03:30.265303Z","end":"2026-03-18T01:03:30.43842Z","steps":["trace[2053465238] 'agreement among raft nodes before linearized reading' (duration: 172.682979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:30.437927Z","caller":"traceutil/trace.go:171","msg":"trace[1173799066] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"173.741609ms","start":"2026-03-18T01:03:30.264146Z","end":"2026-03-18T01:03:30.437887Z","steps":["trace[1173799066] 'process raft request' (duration: 173.553405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:32.596364Z","caller":"traceutil/trace.go:171","msg":"trace[1382678401] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"379.762122ms","start":"2026-03-18T01:03:32.216577Z","end":"2026-03-18T01:03:32.596339Z","steps":["trace[1382678401] 'process raft request' (duration: 379.595069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.596506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.216558Z","time spent":"379.879944ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:32.917056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.819577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:32.917172Z","caller":"traceutil/trace.go:171","msg":"trace[1358693014] linearizableReadLoop","detail":"{readStateIndex:8013; appliedIndex:8011; }","duration":"588.545447ms","start":"2026-03-18T01:03:32.32861Z","end":"2026-03-18T01:03:32.917155Z","steps":["trace[1358693014] 'read index received' (duration: 267.554056ms)","trace[1358693014] 'applied index is now lower than readState.Index' (duration: 320.990471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:32.917349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.745681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:03:32.917383Z","caller":"traceutil/trace.go:171","msg":"trace[1562743400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7717; }","duration":"588.778412ms","start":"2026-03-18T01:03:32.328596Z","end":"2026-03-18T01:03:32.917374Z","steps":["trace[1562743400] 'agreement among raft nodes before linearized reading' (duration: 588.651139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.917417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.328536Z","time spent":"588.874063ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:32.917474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.560229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T01:03:32.917489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.545238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:03:32.917487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.759701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:03:32.917557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.044551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:32.917562Z","caller":"traceutil/trace.go:171","msg":"trace[1179374355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7717; }","duration":"474.62556ms","start":"2026-03-18T01:03:32.442918Z","end":"2026-03-18T01:03:32.917543Z","steps":["trace[1179374355] 'agreement among raft nodes before linearized reading' (duration: 474.445806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:32.917565Z","caller":"traceutil/trace.go:171","msg":"trace[868422231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7717; }","duration":"475.873293ms","start":"2026-03-18T01:03:32.441676Z","end":"2026-03-18T01:03:32.917549Z","steps":["trace[868422231] 'agreement among raft nodes before linearized reading' (duration: 475.650129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.917578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.196246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:32.917605Z","caller":"traceutil/trace.go:171","msg":"trace[970912725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7717; }","duration":"472.113853ms","start":"2026-03-18T01:03:32.445479Z","end":"2026-03-18T01:03:32.917592Z","steps":["trace[970912725] 'agreement among raft nodes before linearized reading' (duration: 471.967771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.917619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.442912Z","time spent":"474.694341ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:03:32.917628Z","caller":"traceutil/trace.go:171","msg":"trace[1346214584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7717; }","duration":"307.272098ms","start":"2026-03-18T01:03:32.610339Z","end":"2026-03-18T01:03:32.917611Z","steps":["trace[1346214584] 'agreement among raft nodes before linearized reading' (duration: 307.204207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:32.917562Z","caller":"traceutil/trace.go:171","msg":"trace[656785010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7717; }","duration":"474.66976ms","start":"2026-03-18T01:03:32.442871Z","end":"2026-03-18T01:03:32.91754Z","steps":["trace[656785010] 'agreement among raft nodes before linearized reading' (duration: 474.464337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.917658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.44547Z","time spent":"472.181134ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"info","ts":"2026-03-18T01:03:32.917669Z","caller":"traceutil/trace.go:171","msg":"trace[471482388] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"651.234631ms","start":"2026-03-18T01:03:32.265952Z","end":"2026-03-18T01:03:32.917186Z","steps":["trace[471482388] 'process raft request' (duration: 443.20381ms)","trace[471482388] 'compare' (duration: 207.689655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:32.917676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.610323Z","time spent":"307.343769ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:32.917619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.441665Z","time spent":"475.943934ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:32.917522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.610818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T01:03:32.917785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.476161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:32.917485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.042368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:03:32.917886Z","caller":"traceutil/trace.go:171","msg":"trace[1070089308] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7717; }","duration":"408.781366ms","start":"2026-03-18T01:03:32.509074Z","end":"2026-03-18T01:03:32.917856Z","steps":["trace[1070089308] 'agreement among raft nodes before linearized reading' (duration: 408.42544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:32.917903Z","caller":"traceutil/trace.go:171","msg":"trace[2033024023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7717; }","duration":"474.486296ms","start":"2026-03-18T01:03:32.443406Z","end":"2026-03-18T01:03:32.917892Z","steps":["trace[2033024023] 'agreement among raft nodes before linearized reading' (duration: 473.918036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.917934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.443399Z","time spent":"474.525768ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:32.917937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.509061Z","time spent":"408.863949ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:32.917708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.442862Z","time spent":"474.832393ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:03:32.917776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.265926Z","time spent":"651.769861ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:32.917846Z","caller":"traceutil/trace.go:171","msg":"trace[1347260110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7717; }","duration":"475.992515ms","start":"2026-03-18T01:03:32.441833Z","end":"2026-03-18T01:03:32.917826Z","steps":["trace[1347260110] 'agreement among raft nodes before linearized reading' (duration: 475.509916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.918131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.441811Z","time spent":"476.312222ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:33.25031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.539799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:33.250416Z","caller":"traceutil/trace.go:171","msg":"trace[163482055] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"327.721144ms","start":"2026-03-18T01:03:32.922676Z","end":"2026-03-18T01:03:33.250397Z","steps":["trace[163482055] 'process raft request' (duration: 150.017492ms)","trace[163482055] 'compare' (duration: 177.291525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:33.250475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.92265Z","time spent":"327.796085ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:33.274303Z","caller":"traceutil/trace.go:171","msg":"trace[812338550] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"351.38412ms","start":"2026-03-18T01:03:32.922895Z","end":"2026-03-18T01:03:33.27428Z","steps":["trace[812338550] 'process raft request' (duration: 351.200777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:33.27445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.922869Z","time spent":"351.503992ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:33.274604Z","caller":"traceutil/trace.go:171","msg":"trace[928444362] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"351.690085ms","start":"2026-03-18T01:03:32.922894Z","end":"2026-03-18T01:03:33.274584Z","steps":["trace[928444362] 'process raft request' (duration: 351.341649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:33.274851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.922867Z","time spent":"351.931369ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:33.27486Z","caller":"traceutil/trace.go:171","msg":"trace[497702793] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"351.696926ms","start":"2026-03-18T01:03:32.923135Z","end":"2026-03-18T01:03:33.274832Z","steps":["trace[497702793] 'process raft request' (duration: 351.290358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:33.274922Z","caller":"traceutil/trace.go:171","msg":"trace[991169255] linearizableReadLoop","detail":"{readStateIndex:8017; appliedIndex:8013; }","duration":"351.724096ms","start":"2026-03-18T01:03:32.92317Z","end":"2026-03-18T01:03:33.274894Z","steps":["trace[991169255] 'read index received' (duration: 149.547184ms)","trace[991169255] 'applied index is now lower than readState.Index' (duration: 202.175482ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:33.275084Z","caller":"traceutil/trace.go:171","msg":"trace[1480395673] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"351.727246ms","start":"2026-03-18T01:03:32.923317Z","end":"2026-03-18T01:03:33.275045Z","steps":["trace[1480395673] 'process raft request' (duration: 351.367389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:33.275085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.923121Z","time spent":"351.841389ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:33.2751Z","caller":"traceutil/trace.go:171","msg":"trace[276104722] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"351.487231ms","start":"2026-03-18T01:03:32.923599Z","end":"2026-03-18T01:03:33.275086Z","steps":["trace[276104722] 'process raft request' (duration: 351.224896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:33.275226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.923296Z","time spent":"351.858159ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:33.275329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.923589Z","time spent":"351.596844ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:33.275415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.234906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-18T01:03:33.275474Z","caller":"traceutil/trace.go:171","msg":"trace[1824227349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7723; }","duration":"352.328468ms","start":"2026-03-18T01:03:32.923131Z","end":"2026-03-18T01:03:33.27546Z","steps":["trace[1824227349] 'agreement among raft nodes before linearized reading' (duration: 351.87356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:33.275522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:32.923115Z","time spent":"352.395039ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:03:33.305246Z","caller":"traceutil/trace.go:171","msg":"trace[1332722475] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"146.59156ms","start":"2026-03-18T01:03:33.158635Z","end":"2026-03-18T01:03:33.305226Z","steps":["trace[1332722475] 'process raft request' (duration: 146.489578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:34.488713Z","caller":"traceutil/trace.go:171","msg":"trace[1332820870] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"344.914551ms","start":"2026-03-18T01:03:34.143772Z","end":"2026-03-18T01:03:34.488686Z","steps":["trace[1332820870] 'process raft request' (duration: 344.742778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:34.488864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:34.143739Z","time spent":"345.048043ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:35.620833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.729008ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T01:03:35.621111Z","caller":"traceutil/trace.go:171","msg":"trace[1001625840] linearizableReadLoop","detail":"{readStateIndex:8022; appliedIndex:8021; }","duration":"1.031516754s","start":"2026-03-18T01:03:34.589566Z","end":"2026-03-18T01:03:35.621083Z","steps":["trace[1001625840] 'read index received' (duration: 283.593562ms)","trace[1001625840] 'applied index is now lower than readState.Index' (duration: 747.921442ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:35.621291Z","caller":"traceutil/trace.go:171","msg":"trace[873469901] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"1.019177127s","start":"2026-03-18T01:03:34.602087Z","end":"2026-03-18T01:03:35.621264Z","steps":["trace[873469901] 'process raft request' (duration: 1.018924942s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.621459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:34.602058Z","time spent":"1.019291648s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:35.621546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011503064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:35.621586Z","caller":"traceutil/trace.go:171","msg":"trace[1382149479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7727; }","duration":"1.011584137s","start":"2026-03-18T01:03:34.60999Z","end":"2026-03-18T01:03:35.621575Z","steps":["trace[1382149479] 'agreement among raft nodes before linearized reading' (duration: 1.011483455s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.621566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031964442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:03:35.621652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:34.609979Z","time spent":"1.011665619s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:35.621685Z","caller":"traceutil/trace.go:171","msg":"trace[1072717541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7727; }","duration":"1.032139016s","start":"2026-03-18T01:03:34.589524Z","end":"2026-03-18T01:03:35.621663Z","steps":["trace[1072717541] 'agreement among raft nodes before linearized reading' (duration: 1.031702187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.621717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.215187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:03:35.621753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:34.589506Z","time spent":"1.032225457s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:35.621817Z","caller":"traceutil/trace.go:171","msg":"trace[1644161394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7727; }","duration":"338.34039ms","start":"2026-03-18T01:03:35.283458Z","end":"2026-03-18T01:03:35.621799Z","steps":["trace[1644161394] 'agreement among raft nodes before linearized reading' (duration: 338.067914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.621865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.283449Z","time spent":"338.400791ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T01:03:35.622114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.159121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:03:35.62214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.731821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:03:35.62219Z","caller":"traceutil/trace.go:171","msg":"trace[90950887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7727; }","duration":"342.783792ms","start":"2026-03-18T01:03:35.279389Z","end":"2026-03-18T01:03:35.622172Z","steps":["trace[90950887] 'agreement among raft nodes before linearized reading' (duration: 342.507887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.622241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.279381Z","time spent":"342.851433ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:35.62185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.460526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:35.622287Z","caller":"traceutil/trace.go:171","msg":"trace[2022376940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7727; }","duration":"342.962165ms","start":"2026-03-18T01:03:35.279313Z","end":"2026-03-18T01:03:35.622275Z","steps":["trace[2022376940] 'agreement among raft nodes before linearized reading' (duration: 342.371404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:35.622151Z","caller":"traceutil/trace.go:171","msg":"trace[27575076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7727; }","duration":"367.246121ms","start":"2026-03-18T01:03:35.254895Z","end":"2026-03-18T01:03:35.622142Z","steps":["trace[27575076] 'agreement among raft nodes before linearized reading' (duration: 366.950776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.622337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.279289Z","time spent":"343.035967ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:35.62233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.123102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:35.622395Z","caller":"traceutil/trace.go:171","msg":"trace[328651602] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7727; }","duration":"309.214113ms","start":"2026-03-18T01:03:35.31316Z","end":"2026-03-18T01:03:35.622374Z","steps":["trace[328651602] 'agreement among raft nodes before linearized reading' (duration: 309.092631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.622382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.800013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:03:35.622441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.313142Z","time spent":"309.289935ms","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:35.622475Z","caller":"traceutil/trace.go:171","msg":"trace[771139263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7727; }","duration":"341.941986ms","start":"2026-03-18T01:03:35.280509Z","end":"2026-03-18T01:03:35.622451Z","steps":["trace[771139263] 'agreement among raft nodes before linearized reading' (duration: 341.06752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.622336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.254869Z","time spent":"367.458786ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:03:35.622545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.280487Z","time spent":"342.042127ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:35.622551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.346073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:03:35.622668Z","caller":"traceutil/trace.go:171","msg":"trace[1282603944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7727; }","duration":"342.501635ms","start":"2026-03-18T01:03:35.280141Z","end":"2026-03-18T01:03:35.622643Z","steps":["trace[1282603944] 'agreement among raft nodes before linearized reading' (duration: 342.135829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.622727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.280124Z","time spent":"342.594648ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:03:35.622696Z","caller":"traceutil/trace.go:171","msg":"trace[1946573461] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"697.582034ms","start":"2026-03-18T01:03:34.924909Z","end":"2026-03-18T01:03:35.622491Z","steps":["trace[1946573461] 'process raft request' (duration: 696.290951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.62263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.892694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:03:35.623113Z","caller":"traceutil/trace.go:171","msg":"trace[389348906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7727; }","duration":"343.590087ms","start":"2026-03-18T01:03:35.279502Z","end":"2026-03-18T01:03:35.623093Z","steps":["trace[389348906] 'agreement among raft nodes before linearized reading' (duration: 342.056019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:35.623195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:34.924882Z","time spent":"698.061082ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:35.62351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.279496Z","time spent":"343.669798ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:36.046004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.001971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:36.046111Z","caller":"traceutil/trace.go:171","msg":"trace[1974940983] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"417.906266ms","start":"2026-03-18T01:03:35.628185Z","end":"2026-03-18T01:03:36.046091Z","steps":["trace[1974940983] 'process raft request' (duration: 266.733722ms)","trace[1974940983] 'compare' (duration: 150.776496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:36.046168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.628172Z","time spent":"417.970797ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:36.051627Z","caller":"traceutil/trace.go:171","msg":"trace[1206290962] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"423.356916ms","start":"2026-03-18T01:03:35.628248Z","end":"2026-03-18T01:03:36.051605Z","steps":["trace[1206290962] 'process raft request' (duration: 423.220993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.051751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.628233Z","time spent":"423.454938ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:36.051975Z","caller":"traceutil/trace.go:171","msg":"trace[449103328] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"423.643742ms","start":"2026-03-18T01:03:35.628297Z","end":"2026-03-18T01:03:36.051941Z","steps":["trace[449103328] 'process raft request' (duration: 423.279195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:36.052104Z","caller":"traceutil/trace.go:171","msg":"trace[1520526809] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8024; }","duration":"419.174848ms","start":"2026-03-18T01:03:35.632907Z","end":"2026-03-18T01:03:36.052081Z","steps":["trace[1520526809] 'read index received' (duration: 262.246758ms)","trace[1520526809] 'applied index is now lower than readState.Index' (duration: 156.92642ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:36.052164Z","caller":"traceutil/trace.go:171","msg":"trace[1204001399] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"422.736964ms","start":"2026-03-18T01:03:35.629416Z","end":"2026-03-18T01:03:36.052153Z","steps":["trace[1204001399] 'process raft request' (duration: 422.536031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.052205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.629387Z","time spent":"422.796495ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:36.052168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.628276Z","time spent":"423.770983ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:36.052252Z","caller":"traceutil/trace.go:171","msg":"trace[1294280048] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"422.717154ms","start":"2026-03-18T01:03:35.62952Z","end":"2026-03-18T01:03:36.052237Z","steps":["trace[1294280048] 'process raft request' (duration: 422.49137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:36.052148Z","caller":"traceutil/trace.go:171","msg":"trace[2044103987] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"423.290814ms","start":"2026-03-18T01:03:35.628736Z","end":"2026-03-18T01:03:36.052027Z","steps":["trace[2044103987] 'process raft request' (duration: 423.095871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.052346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.629498Z","time spent":"422.796385ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:36.052406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.492474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:36.052465Z","caller":"traceutil/trace.go:171","msg":"trace[1902539127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7733; }","duration":"419.565835ms","start":"2026-03-18T01:03:35.63288Z","end":"2026-03-18T01:03:36.052446Z","steps":["trace[1902539127] 'agreement among raft nodes before linearized reading' (duration: 419.481053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.052508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.632867Z","time spent":"419.632396ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:03:36.052528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.97548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:36.052496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.663132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:36.052571Z","caller":"traceutil/trace.go:171","msg":"trace[1815218601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7733; }","duration":"359.055082ms","start":"2026-03-18T01:03:35.693502Z","end":"2026-03-18T01:03:36.052557Z","steps":["trace[1815218601] 'agreement among raft nodes before linearized reading' (duration: 358.98171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.052612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.693482Z","time spent":"359.120322ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T01:03:36.05261Z","caller":"traceutil/trace.go:171","msg":"trace[129453112] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7733; }","duration":"410.829255ms","start":"2026-03-18T01:03:35.641758Z","end":"2026-03-18T01:03:36.052588Z","steps":["trace[129453112] 'agreement among raft nodes before linearized reading' (duration: 410.624831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:36.05267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.641747Z","time spent":"410.910136ms","remote":"127.0.0.1:56896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:03:36.052756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:35.628705Z","time spent":"423.717601ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:48.522458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.629722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:48.522641Z","caller":"traceutil/trace.go:171","msg":"trace[1074258261] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"372.923408ms","start":"2026-03-18T01:03:48.149687Z","end":"2026-03-18T01:03:48.52261Z","steps":["trace[1074258261] 'process raft request' (duration: 64.04868ms)","trace[1074258261] 'compare' (duration: 308.316577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:48.522726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:48.149665Z","time spent":"373.023219ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:48.548446Z","caller":"traceutil/trace.go:171","msg":"trace[762438151] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"370.556014ms","start":"2026-03-18T01:03:48.177865Z","end":"2026-03-18T01:03:48.548421Z","steps":["trace[762438151] 'process raft request' (duration: 370.309389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:48.548606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:48.177844Z","time spent":"370.676515ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:48.548665Z","caller":"traceutil/trace.go:171","msg":"trace[1798042481] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"370.719297ms","start":"2026-03-18T01:03:48.177926Z","end":"2026-03-18T01:03:48.548645Z","steps":["trace[1798042481] 'process raft request' (duration: 370.408351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:48.548848Z","caller":"traceutil/trace.go:171","msg":"trace[465135965] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8095; }","duration":"301.020442ms","start":"2026-03-18T01:03:48.247793Z","end":"2026-03-18T01:03:48.548814Z","steps":["trace[465135965] 'read index received' (duration: 300.355091ms)","trace[465135965] 'applied index is now lower than readState.Index' (duration: 664.071µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:48.548872Z","caller":"traceutil/trace.go:171","msg":"trace[675761578] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"369.419202ms","start":"2026-03-18T01:03:48.179423Z","end":"2026-03-18T01:03:48.548842Z","steps":["trace[675761578] 'process raft request' (duration: 369.173208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:48.549044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.249488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T01:03:48.548895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:48.177911Z","time spent":"370.881709ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:48.549099Z","caller":"traceutil/trace.go:171","msg":"trace[313193451] range","detail":"{range_begin:/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9; range_end:; response_count:1; response_revision:7798; }","duration":"301.343669ms","start":"2026-03-18T01:03:48.247743Z","end":"2026-03-18T01:03:48.549086Z","steps":["trace[313193451] 'agreement among raft nodes before linearized reading' (duration: 301.177745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:48.549122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:48.17941Z","time spent":"369.574926ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:48.549142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:48.247724Z","time spent":"301.404991ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-657dfb4456-2www6.189dc9df1683cbc9\" "} {"level":"info","ts":"2026-03-18T01:03:48.737246Z","caller":"traceutil/trace.go:171","msg":"trace[624481017] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"185.327352ms","start":"2026-03-18T01:03:48.551889Z","end":"2026-03-18T01:03:48.737216Z","steps":["trace[624481017] 'process raft request' (duration: 95.639831ms)","trace[624481017] 'compare' (duration: 89.398336ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:48.737211Z","caller":"traceutil/trace.go:171","msg":"trace[1791435881] linearizableReadLoop","detail":"{readStateIndex:8099; appliedIndex:8098; }","duration":"127.555269ms","start":"2026-03-18T01:03:48.609606Z","end":"2026-03-18T01:03:48.737161Z","steps":["trace[1791435881] 'read index received' (duration: 37.837437ms)","trace[1791435881] 'applied index is now lower than readState.Index' (duration: 89.715422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:48.737392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.751233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:48.737476Z","caller":"traceutil/trace.go:171","msg":"trace[1447361968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7799; }","duration":"127.897195ms","start":"2026-03-18T01:03:48.609563Z","end":"2026-03-18T01:03:48.73746Z","steps":["trace[1447361968] 'agreement among raft nodes before linearized reading' (duration: 127.733492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:53.051833Z","caller":"traceutil/trace.go:171","msg":"trace[1916873562] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"393.210585ms","start":"2026-03-18T01:03:52.658591Z","end":"2026-03-18T01:03:53.051801Z","steps":["trace[1916873562] 'process raft request' (duration: 393.012242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:53.052006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:52.65854Z","time spent":"393.382019ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:02.528313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.622835ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T01:04:03.006464Z","caller":"traceutil/trace.go:171","msg":"trace[1124915317] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8218; }","duration":"391.154497ms","start":"2026-03-18T01:04:02.615285Z","end":"2026-03-18T01:04:03.00644Z","steps":["trace[1124915317] 'read index received' (duration: 390.915033ms)","trace[1124915317] 'applied index is now lower than readState.Index' (duration: 238.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:03.006617Z","caller":"traceutil/trace.go:171","msg":"trace[2027912378] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"393.47875ms","start":"2026-03-18T01:04:02.61308Z","end":"2026-03-18T01:04:03.006559Z","steps":["trace[2027912378] 'process raft request' (duration: 393.185335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.006744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.400363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:04:03.00679Z","caller":"traceutil/trace.go:171","msg":"trace[531378498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7914; }","duration":"390.477235ms","start":"2026-03-18T01:04:02.616302Z","end":"2026-03-18T01:04:03.006779Z","steps":["trace[531378498] 'agreement among raft nodes before linearized reading' (duration: 390.309721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.006796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.613053Z","time spent":"393.658873ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:03.006828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.616296Z","time spent":"390.523796ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:04:03.006814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.760447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:04:03.00681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.492694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d61118a-ef5d-40d2-9f39-56677e071a32\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-18T01:04:03.006892Z","caller":"traceutil/trace.go:171","msg":"trace[1017805114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7914; }","duration":"373.87435ms","start":"2026-03-18T01:04:02.632998Z","end":"2026-03-18T01:04:03.006873Z","steps":["trace[1017805114] 'agreement among raft nodes before linearized reading' (duration: 373.644415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.006926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.632988Z","time spent":"373.932031ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:03.006925Z","caller":"traceutil/trace.go:171","msg":"trace[1467210061] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d61118a-ef5d-40d2-9f39-56677e071a32; range_end:; response_count:1; response_revision:7914; }","duration":"391.630796ms","start":"2026-03-18T01:04:02.615269Z","end":"2026-03-18T01:04:03.0069Z","steps":["trace[1467210061] 'agreement among raft nodes before linearized reading' (duration: 391.34089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.006943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.734989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:04:03.007042Z","caller":"traceutil/trace.go:171","msg":"trace[1037158148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7914; }","duration":"384.873422ms","start":"2026-03-18T01:04:02.622148Z","end":"2026-03-18T01:04:03.007021Z","steps":["trace[1037158148] 'agreement among raft nodes before linearized reading' (duration: 384.598546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:03.00698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.615262Z","time spent":"391.703738ms","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-2d61118a-ef5d-40d2-9f39-56677e071a32\" "} {"level":"warn","ts":"2026-03-18T01:04:03.007096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:02.622137Z","time spent":"384.950143ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:04.771922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:05.27235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876180906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:04:05.72079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482994098s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:04:05.722093Z","caller":"traceutil/trace.go:171","msg":"trace[1228244322] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"1.484393044s","start":"2026-03-18T01:04:04.237666Z","end":"2026-03-18T01:04:05.722059Z","steps":["trace[1228244322] 'process raft request' (duration: 1.48415534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:05.72244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.23764Z","time spent":"1.484621128s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:06.610217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T01:04:06.610322Z","caller":"traceutil/trace.go:171","msg":"trace[722394220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043471s","start":"2026-03-18T01:04:04.609865Z","end":"2026-03-18T01:04:06.610299Z","steps":["trace[722394220] 'agreement among raft nodes before linearized reading' (duration: 2.000301688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.61044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.609846Z","time spent":"2.000578063s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 01:04:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T01:04:06.850296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.969908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:06.850428Z","caller":"traceutil/trace.go:171","msg":"trace[1934143736] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8225; }","duration":"2.578569588s","start":"2026-03-18T01:04:04.271836Z","end":"2026-03-18T01:04:06.850406Z","steps":["trace[1934143736] 'read index received' (duration: 1.449641874s)","trace[1934143736] 'applied index is now lower than readState.Index' (duration: 1.128925934s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:06.850926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579057877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:04:06.851005Z","caller":"traceutil/trace.go:171","msg":"trace[38773901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7922; }","duration":"2.579167728s","start":"2026-03-18T01:04:04.27182Z","end":"2026-03-18T01:04:06.850988Z","steps":["trace[38773901] 'agreement among raft nodes before linearized reading' (duration: 2.578904684s)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:06.850794Z","caller":"traceutil/trace.go:171","msg":"trace[309526493] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"2.314938387s","start":"2026-03-18T01:04:04.5358Z","end":"2026-03-18T01:04:06.850739Z","steps":["trace[309526493] 'process raft request' (duration: 1.819427309s)","trace[309526493] 'compare' (duration: 494.160213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:06.851055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.271812Z","time spent":"2.57922966s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:06.851189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:04.535766Z","time spent":"2.315302063s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:06.888694Z","caller":"traceutil/trace.go:171","msg":"trace[1164723160] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"1.054537045s","start":"2026-03-18T01:04:05.834126Z","end":"2026-03-18T01:04:06.888663Z","steps":["trace[1164723160] 'process raft request' (duration: 1.054155798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.888839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.834089Z","time spent":"1.054674676s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:06.889002Z","caller":"traceutil/trace.go:171","msg":"trace[1451243762] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.044787274s","start":"2026-03-18T01:04:05.844204Z","end":"2026-03-18T01:04:06.888991Z","steps":["trace[1451243762] 'process raft request' (duration: 1.044210874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.844187Z","time spent":"1.044844986s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:06.889156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716712499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:06.889244Z","caller":"traceutil/trace.go:171","msg":"trace[1062511184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7924; }","duration":"1.716862181s","start":"2026-03-18T01:04:05.172364Z","end":"2026-03-18T01:04:06.889226Z","steps":["trace[1062511184] 'agreement among raft nodes before linearized reading' (duration: 1.716646968s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863883867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:06.889322Z","caller":"traceutil/trace.go:171","msg":"trace[398603637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7924; }","duration":"1.863936788s","start":"2026-03-18T01:04:05.025373Z","end":"2026-03-18T01:04:06.88931Z","steps":["trace[398603637] 'agreement among raft nodes before linearized reading' (duration: 1.863811346s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.17233Z","time spent":"1.716977573s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:06.889351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.025365Z","time spent":"1.86398012s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:04:06.889478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873355001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:04:06.889573Z","caller":"traceutil/trace.go:171","msg":"trace[528276744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7924; }","duration":"1.873482174s","start":"2026-03-18T01:04:05.016047Z","end":"2026-03-18T01:04:06.889529Z","steps":["trace[528276744] 'agreement among raft nodes before linearized reading' (duration: 1.873205228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.016026Z","time spent":"1.873580555s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:06.889634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865226692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:04:06.89036Z","caller":"traceutil/trace.go:171","msg":"trace[1480096089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7924; }","duration":"1.865826123s","start":"2026-03-18T01:04:05.024337Z","end":"2026-03-18T01:04:06.890163Z","steps":["trace[1480096089] 'agreement among raft nodes before linearized reading' (duration: 1.864961207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.89048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.024327Z","time spent":"1.866095098s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:04:06.890583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871365864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:04:06.890049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.175177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:04:06.89071Z","caller":"traceutil/trace.go:171","msg":"trace[723921076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7924; }","duration":"1.871511346s","start":"2026-03-18T01:04:05.019176Z","end":"2026-03-18T01:04:06.890688Z","steps":["trace[723921076] 'agreement among raft nodes before linearized reading' (duration: 1.870198363s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.890764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.019169Z","time spent":"1.871582128s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:04:06.890757Z","caller":"traceutil/trace.go:171","msg":"trace[1747141600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7924; }","duration":"317.88985ms","start":"2026-03-18T01:04:06.57285Z","end":"2026-03-18T01:04:06.89074Z","steps":["trace[1747141600] 'agreement among raft nodes before linearized reading' (duration: 316.639627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.117496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:06.890896Z","caller":"traceutil/trace.go:171","msg":"trace[717007018] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7924; }","duration":"561.367439ms","start":"2026-03-18T01:04:06.3295Z","end":"2026-03-18T01:04:06.890867Z","steps":["trace[717007018] 'agreement among raft nodes before linearized reading' (duration: 560.032905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.928606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:04:06.89097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.329412Z","time spent":"561.534563ms","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:06.889841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.511283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:06.891259Z","caller":"traceutil/trace.go:171","msg":"trace[1411158352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7924; }","duration":"280.939039ms","start":"2026-03-18T01:04:06.6103Z","end":"2026-03-18T01:04:06.891239Z","steps":["trace[1411158352] 'agreement among raft nodes before linearized reading' (duration: 279.509083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.88987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.770861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T01:04:06.891417Z","caller":"traceutil/trace.go:171","msg":"trace[1451253679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7924; }","duration":"454.347151ms","start":"2026-03-18T01:04:06.437048Z","end":"2026-03-18T01:04:06.891395Z","steps":["trace[1451253679] 'agreement among raft nodes before linearized reading' (duration: 452.710061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.889695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.785297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:04:06.891492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.437028Z","time spent":"454.443812ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T01:04:06.890834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:06.572785Z","time spent":"318.034833ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T01:04:06.891545Z","caller":"traceutil/trace.go:171","msg":"trace[1737237464] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7924; }","duration":"251.684891ms","start":"2026-03-18T01:04:06.639835Z","end":"2026-03-18T01:04:06.89152Z","steps":["trace[1737237464] 'agreement among raft nodes before linearized reading' (duration: 249.765026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:06.89266Z","caller":"traceutil/trace.go:171","msg":"trace[956399131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7924; }","duration":"954.83357ms","start":"2026-03-18T01:04:05.937805Z","end":"2026-03-18T01:04:06.892639Z","steps":["trace[956399131] 'agreement among raft nodes before linearized reading' (duration: 951.817974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:06.892744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:05.937776Z","time spent":"954.947311ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"info","ts":"2026-03-18T01:04:07.040179Z","caller":"traceutil/trace.go:171","msg":"trace[1778230814] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"144.988067ms","start":"2026-03-18T01:04:06.895169Z","end":"2026-03-18T01:04:07.040157Z","steps":["trace[1778230814] 'process raft request' (duration: 119.545429ms)","trace[1778230814] 'compare' (duration: 25.054641ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:07.040339Z","caller":"traceutil/trace.go:171","msg":"trace[1005164966] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"145.12949ms","start":"2026-03-18T01:04:06.895178Z","end":"2026-03-18T01:04:07.040308Z","steps":["trace[1005164966] 'process raft request' (duration: 144.927706ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.040501Z","caller":"traceutil/trace.go:171","msg":"trace[947253890] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"145.247502ms","start":"2026-03-18T01:04:06.895247Z","end":"2026-03-18T01:04:07.040495Z","steps":["trace[947253890] 'process raft request' (duration: 145.15936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.04059Z","caller":"traceutil/trace.go:171","msg":"trace[1685018624] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"144.117861ms","start":"2026-03-18T01:04:06.896458Z","end":"2026-03-18T01:04:07.040576Z","steps":["trace[1685018624] 'process raft request' (duration: 143.981618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.040685Z","caller":"traceutil/trace.go:171","msg":"trace[846530487] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"144.159653ms","start":"2026-03-18T01:04:06.896499Z","end":"2026-03-18T01:04:07.040659Z","steps":["trace[846530487] 'process raft request' (duration: 143.961708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:07.040725Z","caller":"traceutil/trace.go:171","msg":"trace[914658703] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8230; }","duration":"115.772491ms","start":"2026-03-18T01:04:06.924945Z","end":"2026-03-18T01:04:07.040718Z","steps":["trace[914658703] 'read index received' (duration: 89.754552ms)","trace[914658703] 'applied index is now lower than readState.Index' (duration: 26.016699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:07.040821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.834193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:04:07.040837Z","caller":"traceutil/trace.go:171","msg":"trace[267793525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7930; }","duration":"145.866824ms","start":"2026-03-18T01:04:06.894966Z","end":"2026-03-18T01:04:07.040833Z","steps":["trace[267793525] 'agreement among raft nodes before linearized reading' (duration: 145.774722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.04097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.758707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:07.040989Z","caller":"traceutil/trace.go:171","msg":"trace[1715307928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7930; }","duration":"142.807418ms","start":"2026-03-18T01:04:06.898175Z","end":"2026-03-18T01:04:07.040983Z","steps":["trace[1715307928] 'agreement among raft nodes before linearized reading' (duration: 142.762007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.04112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.607589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189dc93877587a79\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T01:04:07.041148Z","caller":"traceutil/trace.go:171","msg":"trace[1668654710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189dc93877587a79; range_end:; response_count:1; response_revision:7930; }","duration":"145.66685ms","start":"2026-03-18T01:04:06.89547Z","end":"2026-03-18T01:04:07.041137Z","steps":["trace[1668654710] 'agreement among raft nodes before linearized reading' (duration: 145.567739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:07.041339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.374267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228541"} {"level":"info","ts":"2026-03-18T01:04:07.041369Z","caller":"traceutil/trace.go:171","msg":"trace[1789310669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7930; }","duration":"144.433107ms","start":"2026-03-18T01:04:06.896928Z","end":"2026-03-18T01:04:07.041361Z","steps":["trace[1789310669] 'agreement among raft nodes before linearized reading' (duration: 144.111852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:08.026218Z","caller":"traceutil/trace.go:171","msg":"trace[363890592] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"294.860395ms","start":"2026-03-18T01:04:07.731316Z","end":"2026-03-18T01:04:08.026176Z","steps":["trace[363890592] 'process raft request' (duration: 294.650332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:09.011585Z","caller":"traceutil/trace.go:171","msg":"trace[1845690516] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"115.052177ms","start":"2026-03-18T01:04:08.896478Z","end":"2026-03-18T01:04:09.01153Z","steps":["trace[1845690516] 'process raft request' (duration: 114.818503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.244024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.036494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:09.244162Z","caller":"traceutil/trace.go:171","msg":"trace[589727544] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8243; }","duration":"200.234914ms","start":"2026-03-18T01:04:09.043907Z","end":"2026-03-18T01:04:09.244142Z","steps":["trace[589727544] 'read index received' (duration: 64.903825ms)","trace[589727544] 'applied index is now lower than readState.Index' (duration: 135.329379ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:09.244236Z","caller":"traceutil/trace.go:171","msg":"trace[1774807020] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"227.545947ms","start":"2026-03-18T01:04:09.016639Z","end":"2026-03-18T01:04:09.244185Z","steps":["trace[1774807020] 'process raft request' (duration: 92.256008ms)","trace[1774807020] 'compare' (duration: 134.876402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:09.244373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.470479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T01:04:09.244405Z","caller":"traceutil/trace.go:171","msg":"trace[604207890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7938; }","duration":"200.541181ms","start":"2026-03-18T01:04:09.043852Z","end":"2026-03-18T01:04:09.244393Z","steps":["trace[604207890] 'agreement among raft nodes before linearized reading' (duration: 200.390247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.244464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.212094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:04:09.244533Z","caller":"traceutil/trace.go:171","msg":"trace[114214059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7938; }","duration":"200.324726ms","start":"2026-03-18T01:04:09.044192Z","end":"2026-03-18T01:04:09.244517Z","steps":["trace[114214059] 'agreement among raft nodes before linearized reading' (duration: 200.07562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.244525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.057141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:04:09.244611Z","caller":"traceutil/trace.go:171","msg":"trace[1222938893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7938; }","duration":"200.213234ms","start":"2026-03-18T01:04:09.044372Z","end":"2026-03-18T01:04:09.244585Z","steps":["trace[1222938893] 'agreement among raft nodes before linearized reading' (duration: 199.919998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:09.244728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.519645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:04:09.24477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.315546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:04:09.24488Z","caller":"traceutil/trace.go:171","msg":"trace[1872760570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:7938; }","duration":"197.669147ms","start":"2026-03-18T01:04:09.047135Z","end":"2026-03-18T01:04:09.244805Z","steps":["trace[1872760570] 'agreement among raft nodes before linearized reading' (duration: 197.368542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:09.244967Z","caller":"traceutil/trace.go:171","msg":"trace[1598185408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7938; }","duration":"200.54458ms","start":"2026-03-18T01:04:09.044377Z","end":"2026-03-18T01:04:09.244922Z","steps":["trace[1598185408] 'agreement among raft nodes before linearized reading' (duration: 200.101102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:09.542275Z","caller":"traceutil/trace.go:171","msg":"trace[1618698026] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"293.045542ms","start":"2026-03-18T01:04:09.249192Z","end":"2026-03-18T01:04:09.542237Z","steps":["trace[1618698026] 'process raft request' (duration: 247.81964ms)","trace[1618698026] 'compare' (duration: 44.962297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:10.406813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.151899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:10.407057Z","caller":"traceutil/trace.go:171","msg":"trace[530128515] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.157705073s","start":"2026-03-18T01:04:09.249314Z","end":"2026-03-18T01:04:10.407019Z","steps":["trace[530128515] 'process raft request' (duration: 610.204418ms)","trace[530128515] 'compare' (duration: 546.70051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:10.407225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.249277Z","time spent":"1.157860376s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:10.40725Z","caller":"traceutil/trace.go:171","msg":"trace[1329426675] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8244; }","duration":"1.157410088s","start":"2026-03-18T01:04:09.249821Z","end":"2026-03-18T01:04:10.407231Z","steps":["trace[1329426675] 'read index received' (duration: 247.188629ms)","trace[1329426675] 'applied index is now lower than readState.Index' (duration: 910.219829ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:10.407413Z","caller":"traceutil/trace.go:171","msg":"trace[1814687652] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"1.157953537s","start":"2026-03-18T01:04:09.249414Z","end":"2026-03-18T01:04:10.407368Z","steps":["trace[1814687652] 'process raft request' (duration: 1.15755729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.407517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.249359Z","time spent":"1.158088439s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:10.407678Z","caller":"traceutil/trace.go:171","msg":"trace[338902324] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"1.156922938s","start":"2026-03-18T01:04:09.250464Z","end":"2026-03-18T01:04:10.407387Z","steps":["trace[338902324] 'process raft request' (duration: 1.156682674s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.407769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157954038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228541"} {"level":"info","ts":"2026-03-18T01:04:10.407828Z","caller":"traceutil/trace.go:171","msg":"trace[1790209514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7942; }","duration":"1.158042939s","start":"2026-03-18T01:04:09.24977Z","end":"2026-03-18T01:04:10.407813Z","steps":["trace[1790209514] 'agreement among raft nodes before linearized reading' (duration: 1.157633282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.407798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.25045Z","time spent":"1.157304625s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:10.407875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:09.249755Z","time spent":"1.158108251s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228564,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:04:10.468894Z","caller":"traceutil/trace.go:171","msg":"trace[196142584] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"460.719098ms","start":"2026-03-18T01:04:10.008144Z","end":"2026-03-18T01:04:10.468863Z","steps":["trace[196142584] 'process raft request' (duration: 460.497024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.469001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.659933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T01:04:10.469042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.008112Z","time spent":"460.85334ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:10.469081Z","caller":"traceutil/trace.go:171","msg":"trace[1042533083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7943; }","duration":"437.857277ms","start":"2026-03-18T01:04:10.031207Z","end":"2026-03-18T01:04:10.469064Z","steps":["trace[1042533083] 'agreement among raft nodes before linearized reading' (duration: 437.609023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:10.469123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:10.031176Z","time spent":"437.939159ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:04:10.625419Z","caller":"traceutil/trace.go:171","msg":"trace[1249686867] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8249; }","duration":"148.857819ms","start":"2026-03-18T01:04:10.476534Z","end":"2026-03-18T01:04:10.625392Z","steps":["trace[1249686867] 'read index received' (duration: 101.08005ms)","trace[1249686867] 'applied index is now lower than readState.Index' (duration: 47.776789ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:10.625546Z","caller":"traceutil/trace.go:171","msg":"trace[2112894964] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"149.613364ms","start":"2026-03-18T01:04:10.47592Z","end":"2026-03-18T01:04:10.625533Z","steps":["trace[2112894964] 'process raft request' (duration: 101.634141ms)","trace[2112894964] 'compare' (duration: 47.715258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:10.62591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.238286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dc9eb2317fbe4\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T01:04:10.626021Z","caller":"traceutil/trace.go:171","msg":"trace[348979083] range","detail":"{range_begin:/registry/events/openstack/ceph.189dc9eb2317fbe4; range_end:; response_count:1; response_revision:7944; }","duration":"149.49926ms","start":"2026-03-18T01:04:10.476505Z","end":"2026-03-18T01:04:10.626004Z","steps":["trace[348979083] 'agreement among raft nodes before linearized reading' (duration: 149.190724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:11.137522Z","caller":"traceutil/trace.go:171","msg":"trace[265587421] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"171.769781ms","start":"2026-03-18T01:04:10.965733Z","end":"2026-03-18T01:04:11.137503Z","steps":["trace[265587421] 'process raft request' (duration: 171.66292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:11.145109Z","caller":"traceutil/trace.go:171","msg":"trace[409579974] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"127.466375ms","start":"2026-03-18T01:04:11.017601Z","end":"2026-03-18T01:04:11.145067Z","steps":["trace[409579974] 'process raft request' (duration: 127.244121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:19.964764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.21882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:19.964885Z","caller":"traceutil/trace.go:171","msg":"trace[2106316372] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"556.011591ms","start":"2026-03-18T01:04:19.408854Z","end":"2026-03-18T01:04:19.964866Z","steps":["trace[2106316372] 'process raft request' (duration: 146.605368ms)","trace[2106316372] 'compare' (duration: 408.796442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:19.964945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.408842Z","time spent":"556.074382ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:20.097937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836959219876181203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:04:20.234338Z","caller":"traceutil/trace.go:171","msg":"trace[197730363] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"637.247315ms","start":"2026-03-18T01:04:19.597063Z","end":"2026-03-18T01:04:20.23431Z","steps":["trace[197730363] 'read index received' (duration: 600.087961ms)","trace[197730363] 'applied index is now lower than readState.Index' (duration: 37.158214ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:20.234462Z","caller":"traceutil/trace.go:171","msg":"trace[1228738034] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8025; }","duration":"825.409718ms","start":"2026-03-18T01:04:19.408998Z","end":"2026-03-18T01:04:20.234407Z","steps":["trace[1228738034] 'process raft request' (duration: 788.232924ms)","trace[1228738034] 'compare' (duration: 36.977501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:20.234628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.51776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:20.234684Z","caller":"traceutil/trace.go:171","msg":"trace[2078924675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8025; }","duration":"637.659943ms","start":"2026-03-18T01:04:19.597004Z","end":"2026-03-18T01:04:20.234664Z","steps":["trace[2078924675] 'agreement among raft nodes before linearized reading' (duration: 637.431789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.234667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.568163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:04:20.234725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.596982Z","time spent":"637.734605ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:04:20.23475Z","caller":"traceutil/trace.go:171","msg":"trace[362118827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"623.686336ms","start":"2026-03-18T01:04:19.611039Z","end":"2026-03-18T01:04:20.234725Z","steps":["trace[362118827] 'agreement among raft nodes before linearized reading' (duration: 623.562174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.234813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.611021Z","time spent":"623.780577ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:20.234983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.098157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mwksw\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-03-18T01:04:20.23504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.965127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:20.235071Z","caller":"traceutil/trace.go:171","msg":"trace[1002594739] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mwksw; range_end:; response_count:1; response_revision:8025; }","duration":"266.245659ms","start":"2026-03-18T01:04:19.968803Z","end":"2026-03-18T01:04:20.235049Z","steps":["trace[1002594739] 'agreement among raft nodes before linearized reading' (duration: 265.976714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:20.235133Z","caller":"traceutil/trace.go:171","msg":"trace[1333938754] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8025; }","duration":"445.127871ms","start":"2026-03-18T01:04:19.789985Z","end":"2026-03-18T01:04:20.235113Z","steps":["trace[1333938754] 'agreement among raft nodes before linearized reading' (duration: 444.933587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.235056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.77695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mwksw\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-18T01:04:20.235163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.408982Z","time spent":"825.614862ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-18T01:04:20.235253Z","caller":"traceutil/trace.go:171","msg":"trace[1819914647] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mwksw; range_end:; response_count:1; response_revision:8025; }","duration":"266.007905ms","start":"2026-03-18T01:04:19.969222Z","end":"2026-03-18T01:04:20.23523Z","steps":["trace[1819914647] 'agreement among raft nodes before linearized reading' (duration: 265.673079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.235184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.789963Z","time spent":"445.211542ms","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:04:20.235472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.182821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mwksw\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-18T01:04:20.236008Z","caller":"traceutil/trace.go:171","msg":"trace[743924251] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mwksw; range_end:; response_count:1; response_revision:8025; }","duration":"302.656169ms","start":"2026-03-18T01:04:19.933237Z","end":"2026-03-18T01:04:20.235894Z","steps":["trace[743924251] 'agreement among raft nodes before linearized reading' (duration: 301.65496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.236148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:19.933217Z","time spent":"302.889913ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mwksw\" "} {"level":"info","ts":"2026-03-18T01:04:20.411799Z","caller":"traceutil/trace.go:171","msg":"trace[1619582930] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"168.280726ms","start":"2026-03-18T01:04:20.243494Z","end":"2026-03-18T01:04:20.411775Z","steps":["trace[1619582930] 'process raft request' (duration: 168.104883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:20.412057Z","caller":"traceutil/trace.go:171","msg":"trace[1029424386] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8027; }","duration":"166.015615ms","start":"2026-03-18T01:04:20.246008Z","end":"2026-03-18T01:04:20.412024Z","steps":["trace[1029424386] 'process raft request' (duration: 165.736049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:20.478323Z","caller":"traceutil/trace.go:171","msg":"trace[379469036] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8028; }","duration":"193.766195ms","start":"2026-03-18T01:04:20.284533Z","end":"2026-03-18T01:04:20.478299Z","steps":["trace[379469036] 'process raft request' (duration: 193.554021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.888649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.599364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:04:20.888785Z","caller":"traceutil/trace.go:171","msg":"trace[1865910316] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8034; }","duration":"155.803197ms","start":"2026-03-18T01:04:20.732949Z","end":"2026-03-18T01:04:20.888752Z","steps":["trace[1865910316] 'count revisions from in-memory index tree' (duration: 155.520762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:20.888823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.045651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:04:20.888966Z","caller":"traceutil/trace.go:171","msg":"trace[463170228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8034; }","duration":"200.294516ms","start":"2026-03-18T01:04:20.68864Z","end":"2026-03-18T01:04:20.888934Z","steps":["trace[463170228] 'range keys from in-memory index tree' (duration: 199.758716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:21.150006Z","caller":"traceutil/trace.go:171","msg":"trace[297488159] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"136.616705ms","start":"2026-03-18T01:04:21.013359Z","end":"2026-03-18T01:04:21.149976Z","steps":["trace[297488159] 'process raft request' (duration: 98.720527ms)","trace[297488159] 'compare' (duration: 37.53225ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:21.149867Z","caller":"traceutil/trace.go:171","msg":"trace[608382625] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8349; }","duration":"136.36251ms","start":"2026-03-18T01:04:21.01346Z","end":"2026-03-18T01:04:21.149823Z","steps":["trace[608382625] 'read index received' (duration: 80.825988ms)","trace[608382625] 'applied index is now lower than readState.Index' (duration: 55.535022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:21.150313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.805638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:04:21.150445Z","caller":"traceutil/trace.go:171","msg":"trace[988361462] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8039; }","duration":"137.005541ms","start":"2026-03-18T01:04:21.013406Z","end":"2026-03-18T01:04:21.150411Z","steps":["trace[988361462] 'agreement among raft nodes before linearized reading' (duration: 136.668335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:21.507769Z","caller":"traceutil/trace.go:171","msg":"trace[2125952111] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"163.695102ms","start":"2026-03-18T01:04:21.34405Z","end":"2026-03-18T01:04:21.507745Z","steps":["trace[2125952111] 'read index received' (duration: 163.54367ms)","trace[2125952111] 'applied index is now lower than readState.Index' (duration: 150.382µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:21.508068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.993838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:21.508112Z","caller":"traceutil/trace.go:171","msg":"trace[1024108402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8044; }","duration":"164.09105ms","start":"2026-03-18T01:04:21.34401Z","end":"2026-03-18T01:04:21.508101Z","steps":["trace[1024108402] 'agreement among raft nodes before linearized reading' (duration: 163.832304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:21.508443Z","caller":"traceutil/trace.go:171","msg":"trace[1554968897] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"202.169611ms","start":"2026-03-18T01:04:21.30626Z","end":"2026-03-18T01:04:21.508429Z","steps":["trace[1554968897] 'process raft request' (duration: 201.337485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.436606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.457982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:22.437037Z","caller":"traceutil/trace.go:171","msg":"trace[655444594] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"923.120516ms","start":"2026-03-18T01:04:21.513881Z","end":"2026-03-18T01:04:22.437001Z","steps":["trace[655444594] 'process raft request' (duration: 355.191255ms)","trace[655444594] 'compare' (duration: 567.34458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:22.437191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:21.513868Z","time spent":"923.245228ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:22.437323Z","caller":"traceutil/trace.go:171","msg":"trace[208572271] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"571.865362ms","start":"2026-03-18T01:04:21.865417Z","end":"2026-03-18T01:04:22.437282Z","steps":["trace[208572271] 'process raft request' (duration: 571.574537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.437498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:21.865387Z","time spent":"572.022495ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:22.437674Z","caller":"traceutil/trace.go:171","msg":"trace[306196749] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8355; }","duration":"921.314843ms","start":"2026-03-18T01:04:21.515766Z","end":"2026-03-18T01:04:22.437081Z","steps":["trace[306196749] 'read index received' (duration: 353.25794ms)","trace[306196749] 'applied index is now lower than readState.Index' (duration: 568.054283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:22.580805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.703395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T01:04:22.580929Z","caller":"traceutil/trace.go:171","msg":"trace[108259520] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8357; }","duration":"143.083013ms","start":"2026-03-18T01:04:22.437825Z","end":"2026-03-18T01:04:22.580908Z","steps":["trace[108259520] 'read index received' (duration: 86.652µs)","trace[108259520] 'applied index is now lower than readState.Index' (duration: 142.994931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:22.580986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065178071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T01:04:22.581112Z","caller":"traceutil/trace.go:171","msg":"trace[1017691298] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8046; }","duration":"1.065326543s","start":"2026-03-18T01:04:21.515753Z","end":"2026-03-18T01:04:22.581079Z","steps":["trace[1017691298] 'agreement among raft nodes before linearized reading' (duration: 921.780131ms)","trace[1017691298] 'range keys from in-memory index tree' (duration: 143.257256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:22.581169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:21.515745Z","time spent":"1.065412245s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T01:04:22.581322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.014392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:04:22.581371Z","caller":"traceutil/trace.go:171","msg":"trace[881989034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8046; }","duration":"205.101163ms","start":"2026-03-18T01:04:22.376259Z","end":"2026-03-18T01:04:22.58136Z","steps":["trace[881989034] 'agreement among raft nodes before linearized reading' (duration: 204.90155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.581403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.058416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-18T01:04:22.581445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.953743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T01:04:22.58153Z","caller":"traceutil/trace.go:171","msg":"trace[2138011297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8046; }","duration":"535.052195ms","start":"2026-03-18T01:04:22.04644Z","end":"2026-03-18T01:04:22.581492Z","steps":["trace[2138011297] 'agreement among raft nodes before linearized reading' (duration: 534.899903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.581565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:22.04642Z","time spent":"535.136907ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T01:04:22.581594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.537259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:22.581636Z","caller":"traceutil/trace.go:171","msg":"trace[1950476916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"294.608661ms","start":"2026-03-18T01:04:22.287014Z","end":"2026-03-18T01:04:22.581623Z","steps":["trace[1950476916] 'agreement among raft nodes before linearized reading' (duration: 294.465448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.581456Z","caller":"traceutil/trace.go:171","msg":"trace[1696984247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8046; }","duration":"491.154688ms","start":"2026-03-18T01:04:22.090289Z","end":"2026-03-18T01:04:22.581443Z","steps":["trace[1696984247] 'agreement among raft nodes before linearized reading' (duration: 491.006845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.581676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:22.090273Z","time spent":"491.396252ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T01:04:22.581566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.27136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:22.581794Z","caller":"traceutil/trace.go:171","msg":"trace[741774061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"972.625726ms","start":"2026-03-18T01:04:21.609142Z","end":"2026-03-18T01:04:22.581768Z","steps":["trace[741774061] 'agreement among raft nodes before linearized reading' (duration: 972.119997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.581875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:21.609077Z","time spent":"972.784899ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:22.582823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.70899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T01:04:22.582926Z","caller":"traceutil/trace.go:171","msg":"trace[1376145842] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8046; }","duration":"846.869373ms","start":"2026-03-18T01:04:21.736031Z","end":"2026-03-18T01:04:22.5829Z","steps":["trace[1376145842] 'agreement among raft nodes before linearized reading' (duration: 845.528079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.583012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:21.736008Z","time spent":"846.985705ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T01:04:22.869303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.14777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:22.869602Z","caller":"traceutil/trace.go:171","msg":"trace[563241437] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8359; }","duration":"216.24779ms","start":"2026-03-18T01:04:22.653334Z","end":"2026-03-18T01:04:22.869581Z","steps":["trace[563241437] 'read index received' (duration: 63.744964ms)","trace[563241437] 'applied index is now lower than readState.Index' (duration: 152.501756ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:22.869731Z","caller":"traceutil/trace.go:171","msg":"trace[146184764] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"282.247444ms","start":"2026-03-18T01:04:22.587458Z","end":"2026-03-18T01:04:22.869706Z","steps":["trace[146184764] 'process raft request' (duration: 282.01979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.869805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.492219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-18T01:04:22.869836Z","caller":"traceutil/trace.go:171","msg":"trace[851319227] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8051; }","duration":"282.547569ms","start":"2026-03-18T01:04:22.587278Z","end":"2026-03-18T01:04:22.869825Z","steps":["trace[851319227] 'agreement among raft nodes before linearized reading' (duration: 282.368256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.869857Z","caller":"traceutil/trace.go:171","msg":"trace[1915124183] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"282.53958ms","start":"2026-03-18T01:04:22.587267Z","end":"2026-03-18T01:04:22.869807Z","steps":["trace[1915124183] 'process raft request' (duration: 129.781809ms)","trace[1915124183] 'compare' (duration: 151.990037ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:22.869914Z","caller":"traceutil/trace.go:171","msg":"trace[559660804] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"282.56515ms","start":"2026-03-18T01:04:22.587338Z","end":"2026-03-18T01:04:22.869904Z","steps":["trace[559660804] 'process raft request' (duration: 282.076031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:22.869855Z","caller":"traceutil/trace.go:171","msg":"trace[1392277412] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"282.267305ms","start":"2026-03-18T01:04:22.587536Z","end":"2026-03-18T01:04:22.869803Z","steps":["trace[1392277412] 'process raft request' (duration: 281.98381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.87035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.243253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T01:04:22.87044Z","caller":"traceutil/trace.go:171","msg":"trace[1096036221] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8051; }","duration":"257.375876ms","start":"2026-03-18T01:04:22.61304Z","end":"2026-03-18T01:04:22.870416Z","steps":["trace[1096036221] 'agreement among raft nodes before linearized reading' (duration: 256.742354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:22.870647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.622076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T01:04:22.870875Z","caller":"traceutil/trace.go:171","msg":"trace[1459302183] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8051; }","duration":"279.926691ms","start":"2026-03-18T01:04:22.59091Z","end":"2026-03-18T01:04:22.870836Z","steps":["trace[1459302183] 'agreement among raft nodes before linearized reading' (duration: 279.034334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:24.320463Z","caller":"traceutil/trace.go:171","msg":"trace[1094917972] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"179.199937ms","start":"2026-03-18T01:04:24.141236Z","end":"2026-03-18T01:04:24.320436Z","steps":["trace[1094917972] 'process raft request' (duration: 179.028224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.594313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.16161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T01:04:24.594569Z","caller":"traceutil/trace.go:171","msg":"trace[1027221995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8056; }","duration":"152.477496ms","start":"2026-03-18T01:04:24.442061Z","end":"2026-03-18T01:04:24.594539Z","steps":["trace[1027221995] 'range keys from in-memory index tree' (duration: 151.953156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:24.99306Z","caller":"traceutil/trace.go:171","msg":"trace[771748221] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8368; }","duration":"381.531182ms","start":"2026-03-18T01:04:24.611502Z","end":"2026-03-18T01:04:24.993034Z","steps":["trace[771748221] 'read index received' (duration: 381.343337ms)","trace[771748221] 'applied index is now lower than readState.Index' (duration: 186.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:24.993205Z","caller":"traceutil/trace.go:171","msg":"trace[778906919] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"394.673043ms","start":"2026-03-18T01:04:24.598479Z","end":"2026-03-18T01:04:24.993152Z","steps":["trace[778906919] 'process raft request' (duration: 394.390287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.784839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:04:24.993292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.756565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:24.993362Z","caller":"traceutil/trace.go:171","msg":"trace[1596427827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8057; }","duration":"335.876ms","start":"2026-03-18T01:04:24.657472Z","end":"2026-03-18T01:04:24.993348Z","steps":["trace[1596427827] 'agreement among raft nodes before linearized reading' (duration: 335.716537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.657461Z","time spent":"335.927482ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:04:24.993392Z","caller":"traceutil/trace.go:171","msg":"trace[1052836285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"381.925498ms","start":"2026-03-18T01:04:24.611439Z","end":"2026-03-18T01:04:24.993365Z","steps":["trace[1052836285] 'agreement among raft nodes before linearized reading' (duration: 381.740185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.598453Z","time spent":"394.865696ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:24.993497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.611421Z","time spent":"382.06257ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:04:24.993579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.436098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:04:24.99371Z","caller":"traceutil/trace.go:171","msg":"trace[352865281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8057; }","duration":"119.58275ms","start":"2026-03-18T01:04:24.874093Z","end":"2026-03-18T01:04:24.993676Z","steps":["trace[352865281] 'agreement among raft nodes before linearized reading' (duration: 119.286245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.515908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:24.99385Z","caller":"traceutil/trace.go:171","msg":"trace[1549334819] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8057; }","duration":"119.664512ms","start":"2026-03-18T01:04:24.874164Z","end":"2026-03-18T01:04:24.993828Z","steps":["trace[1549334819] 'agreement among raft nodes before linearized reading' (duration: 119.372026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.177722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:04:24.994131Z","caller":"traceutil/trace.go:171","msg":"trace[1340997262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8057; }","duration":"120.386485ms","start":"2026-03-18T01:04:24.87373Z","end":"2026-03-18T01:04:24.994116Z","steps":["trace[1340997262] 'agreement among raft nodes before linearized reading' (duration: 119.800284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.993983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.212483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:04:24.99433Z","caller":"traceutil/trace.go:171","msg":"trace[1283460723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:8057; }","duration":"332.65318ms","start":"2026-03-18T01:04:24.661662Z","end":"2026-03-18T01:04:24.994315Z","steps":["trace[1283460723] 'agreement among raft nodes before linearized reading' (duration: 331.979938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:24.994398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.661639Z","time spent":"332.742392ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T01:04:25.195829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.795308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:04:25.195931Z","caller":"traceutil/trace.go:171","msg":"trace[2057382323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"198.953751ms","start":"2026-03-18T01:04:24.996957Z","end":"2026-03-18T01:04:25.19591Z","steps":["trace[2057382323] 'range keys from in-memory index tree' (duration: 198.705786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.196713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.431971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:25.196857Z","caller":"traceutil/trace.go:171","msg":"trace[165143545] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"198.502193ms","start":"2026-03-18T01:04:24.998336Z","end":"2026-03-18T01:04:25.196839Z","steps":["trace[165143545] 'process raft request' (duration: 86.858298ms)","trace[165143545] 'compare' (duration: 110.795659ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.730747Z","caller":"traceutil/trace.go:171","msg":"trace[1747531127] linearizableReadLoop","detail":"{readStateIndex:8373; appliedIndex:8369; }","duration":"731.360438ms","start":"2026-03-18T01:04:24.999353Z","end":"2026-03-18T01:04:25.730714Z","steps":["trace[1747531127] 'read index received' (duration: 85.88049ms)","trace[1747531127] 'applied index is now lower than readState.Index' (duration: 645.478138ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.730982Z","caller":"traceutil/trace.go:171","msg":"trace[2111622875] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"731.765276ms","start":"2026-03-18T01:04:24.999165Z","end":"2026-03-18T01:04:25.73093Z","steps":["trace[2111622875] 'process raft request' (duration: 731.477719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:25.731059Z","caller":"traceutil/trace.go:171","msg":"trace[1786071033] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"732.55378ms","start":"2026-03-18T01:04:24.998469Z","end":"2026-03-18T01:04:25.731022Z","steps":["trace[1786071033] 'process raft request' (duration: 645.426486ms)","trace[1786071033] 'compare' (duration: 86.061224ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:25.731047Z","caller":"traceutil/trace.go:171","msg":"trace[1353473610] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"732.176411ms","start":"2026-03-18T01:04:24.998691Z","end":"2026-03-18T01:04:25.730868Z","steps":["trace[1353473610] 'process raft request' (duration: 731.790165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.731221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.998456Z","time spent":"732.673313ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:25.731218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.999151Z","time spent":"731.943388ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:04:25.731336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.988809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228456"} {"level":"warn","ts":"2026-03-18T01:04:25.73133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.998643Z","time spent":"732.59043ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:25.731377Z","caller":"traceutil/trace.go:171","msg":"trace[396539030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8061; }","duration":"732.03337ms","start":"2026-03-18T01:04:24.999333Z","end":"2026-03-18T01:04:25.731367Z","steps":["trace[396539030] 'agreement among raft nodes before linearized reading' (duration: 731.646543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.731404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:24.999273Z","time spent":"732.126112ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228479,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:04:25.798199Z","caller":"traceutil/trace.go:171","msg":"trace[1728476459] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"522.75177ms","start":"2026-03-18T01:04:25.275422Z","end":"2026-03-18T01:04:25.798174Z","steps":["trace[1728476459] 'process raft request' (duration: 522.545265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.798306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.327209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T01:04:25.798347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.275389Z","time spent":"522.876802ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:25.79836Z","caller":"traceutil/trace.go:171","msg":"trace[1321080473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8063; }","duration":"749.414391ms","start":"2026-03-18T01:04:25.048932Z","end":"2026-03-18T01:04:25.798346Z","steps":["trace[1321080473] 'agreement among raft nodes before linearized reading' (duration: 749.236878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.798394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.04892Z","time spent":"749.467421ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T01:04:25.798538Z","caller":"traceutil/trace.go:171","msg":"trace[1165538909] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"514.517569ms","start":"2026-03-18T01:04:25.283983Z","end":"2026-03-18T01:04:25.798501Z","steps":["trace[1165538909] 'process raft request' (duration: 514.126092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:25.798721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:04:25.283959Z","time spent":"514.675821ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:04:31.898638Z","caller":"traceutil/trace.go:171","msg":"trace[1443757076] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8429; }","duration":"144.277505ms","start":"2026-03-18T01:04:31.754338Z","end":"2026-03-18T01:04:31.898615Z","steps":["trace[1443757076] 'read index received' (duration: 144.163493ms)","trace[1443757076] 'applied index is now lower than readState.Index' (duration: 112.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:31.898795Z","caller":"traceutil/trace.go:171","msg":"trace[222904507] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"181.923128ms","start":"2026-03-18T01:04:31.716829Z","end":"2026-03-18T01:04:31.898752Z","steps":["trace[222904507] 'process raft request' (duration: 181.627061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:31.898874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.517539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:04:31.898911Z","caller":"traceutil/trace.go:171","msg":"trace[343752804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8115; }","duration":"144.618231ms","start":"2026-03-18T01:04:31.754282Z","end":"2026-03-18T01:04:31.898901Z","steps":["trace[343752804] 'agreement among raft nodes before linearized reading' (duration: 144.448048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:31.903211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.284402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:04:31.903312Z","caller":"traceutil/trace.go:171","msg":"trace[2048412997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8117; }","duration":"146.431095ms","start":"2026-03-18T01:04:31.756863Z","end":"2026-03-18T01:04:31.903294Z","steps":["trace[2048412997] 'agreement among raft nodes before linearized reading' (duration: 146.224201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:31.903737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.981073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:04:31.903774Z","caller":"traceutil/trace.go:171","msg":"trace[309834843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:8117; }","duration":"141.042364ms","start":"2026-03-18T01:04:31.762723Z","end":"2026-03-18T01:04:31.903765Z","steps":["trace[309834843] 'agreement among raft nodes before linearized reading' (duration: 140.940182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:31.903956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.876384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:04:31.903985Z","caller":"traceutil/trace.go:171","msg":"trace[260038793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8117; }","duration":"145.926415ms","start":"2026-03-18T01:04:31.758048Z","end":"2026-03-18T01:04:31.903975Z","steps":["trace[260038793] 'agreement among raft nodes before linearized reading' (duration: 145.850193ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997643Z","caller":"traceutil/trace.go:171","msg":"trace[1936062103] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"173.912929ms","start":"2026-03-18T01:05:05.823707Z","end":"2026-03-18T01:05:05.99762Z","steps":["trace[1936062103] 'process raft request' (duration: 170.935064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997752Z","caller":"traceutil/trace.go:171","msg":"trace[148098921] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"173.778676ms","start":"2026-03-18T01:05:05.823964Z","end":"2026-03-18T01:05:05.997742Z","steps":["trace[148098921] 'process raft request' (duration: 173.569143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997752Z","caller":"traceutil/trace.go:171","msg":"trace[1631857476] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8758; }","duration":"168.957908ms","start":"2026-03-18T01:05:05.828778Z","end":"2026-03-18T01:05:05.997736Z","steps":["trace[1631857476] 'read index received' (duration: 4.665526ms)","trace[1631857476] 'applied index is now lower than readState.Index' (duration: 164.289892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:05.997815Z","caller":"traceutil/trace.go:171","msg":"trace[1292322192] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"173.37278ms","start":"2026-03-18T01:05:05.824435Z","end":"2026-03-18T01:05:05.997808Z","steps":["trace[1292322192] 'process raft request' (duration: 173.198376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997899Z","caller":"traceutil/trace.go:171","msg":"trace[1034418643] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"173.196936ms","start":"2026-03-18T01:05:05.824697Z","end":"2026-03-18T01:05:05.997893Z","steps":["trace[1034418643] 'process raft request' (duration: 172.954402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997688Z","caller":"traceutil/trace.go:171","msg":"trace[1941323449] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"173.321358ms","start":"2026-03-18T01:05:05.824343Z","end":"2026-03-18T01:05:05.997665Z","steps":["trace[1941323449] 'process raft request' (duration: 173.233456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997766Z","caller":"traceutil/trace.go:171","msg":"trace[674460818] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"173.336769ms","start":"2026-03-18T01:05:05.824374Z","end":"2026-03-18T01:05:05.997711Z","steps":["trace[674460818] 'process raft request' (duration: 173.240327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.997997Z","caller":"traceutil/trace.go:171","msg":"trace[52742187] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"173.252427ms","start":"2026-03-18T01:05:05.824736Z","end":"2026-03-18T01:05:05.997989Z","steps":["trace[52742187] 'process raft request' (duration: 172.934791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.998055Z","caller":"traceutil/trace.go:171","msg":"trace[176287902] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"173.277858ms","start":"2026-03-18T01:05:05.824772Z","end":"2026-03-18T01:05:05.99805Z","steps":["trace[176287902] 'process raft request' (duration: 172.917051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.998123Z","caller":"traceutil/trace.go:171","msg":"trace[1486723163] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"172.869879ms","start":"2026-03-18T01:05:05.825247Z","end":"2026-03-18T01:05:05.998117Z","steps":["trace[1486723163] 'process raft request' (duration: 172.462762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:05.998306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.518188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T01:05:05.998336Z","caller":"traceutil/trace.go:171","msg":"trace[1370834470] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8444; }","duration":"169.593449ms","start":"2026-03-18T01:05:05.828733Z","end":"2026-03-18T01:05:05.998327Z","steps":["trace[1370834470] 'agreement among raft nodes before linearized reading' (duration: 169.435246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:05.998423Z","caller":"traceutil/trace.go:171","msg":"trace[569500149] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"174.057331ms","start":"2026-03-18T01:05:05.824354Z","end":"2026-03-18T01:05:05.998412Z","steps":["trace[569500149] 'process raft request' (duration: 173.240727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:05.998459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.74788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:05.99848Z","caller":"traceutil/trace.go:171","msg":"trace[972415850] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8444; }","duration":"152.80124ms","start":"2026-03-18T01:05:05.845673Z","end":"2026-03-18T01:05:05.998474Z","steps":["trace[972415850] 'agreement among raft nodes before linearized reading' (duration: 152.75921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.145608Z","caller":"traceutil/trace.go:171","msg":"trace[542632574] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"139.76363ms","start":"2026-03-18T01:05:06.005809Z","end":"2026-03-18T01:05:06.145572Z","steps":["trace[542632574] 'process raft request' (duration: 138.839004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.145954Z","caller":"traceutil/trace.go:171","msg":"trace[1186580224] linearizableReadLoop","detail":"{readStateIndex:8779; appliedIndex:8768; }","duration":"138.425156ms","start":"2026-03-18T01:05:06.007498Z","end":"2026-03-18T01:05:06.145923Z","steps":["trace[1186580224] 'read index received' (duration: 70.766161ms)","trace[1186580224] 'applied index is now lower than readState.Index' (duration: 67.657845ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:06.146024Z","caller":"traceutil/trace.go:171","msg":"trace[1675902826] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"139.919684ms","start":"2026-03-18T01:05:06.006092Z","end":"2026-03-18T01:05:06.146012Z","steps":["trace[1675902826] 'process raft request' (duration: 139.595567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146116Z","caller":"traceutil/trace.go:171","msg":"trace[1020465973] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"140.098847ms","start":"2026-03-18T01:05:06.006007Z","end":"2026-03-18T01:05:06.146106Z","steps":["trace[1020465973] 'process raft request' (duration: 139.572687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.14614Z","caller":"traceutil/trace.go:171","msg":"trace[1382601797] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"140.022065ms","start":"2026-03-18T01:05:06.006095Z","end":"2026-03-18T01:05:06.146117Z","steps":["trace[1382601797] 'process raft request' (duration: 139.540386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146133Z","caller":"traceutil/trace.go:171","msg":"trace[435028345] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"121.152209ms","start":"2026-03-18T01:05:06.024949Z","end":"2026-03-18T01:05:06.146101Z","steps":["trace[435028345] 'process raft request' (duration: 120.864104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146204Z","caller":"traceutil/trace.go:171","msg":"trace[1541976366] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"140.086287ms","start":"2026-03-18T01:05:06.006106Z","end":"2026-03-18T01:05:06.146192Z","steps":["trace[1541976366] 'process raft request' (duration: 139.554786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146142Z","caller":"traceutil/trace.go:171","msg":"trace[823829744] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"140.114058ms","start":"2026-03-18T01:05:06.005951Z","end":"2026-03-18T01:05:06.146065Z","steps":["trace[823829744] 'process raft request' (duration: 139.601717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146303Z","caller":"traceutil/trace.go:171","msg":"trace[749944769] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"140.345541ms","start":"2026-03-18T01:05:06.005926Z","end":"2026-03-18T01:05:06.146272Z","steps":["trace[749944769] 'process raft request' (duration: 139.543506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146428Z","caller":"traceutil/trace.go:171","msg":"trace[1405906765] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"140.24897ms","start":"2026-03-18T01:05:06.006161Z","end":"2026-03-18T01:05:06.14641Z","steps":["trace[1405906765] 'process raft request' (duration: 139.560996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.146447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.926585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T01:05:06.1465Z","caller":"traceutil/trace.go:171","msg":"trace[1851905435] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8457; }","duration":"139.001637ms","start":"2026-03-18T01:05:06.007482Z","end":"2026-03-18T01:05:06.146483Z","steps":["trace[1851905435] 'agreement among raft nodes before linearized reading' (duration: 138.807153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146565Z","caller":"traceutil/trace.go:171","msg":"trace[320038713] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"140.347391ms","start":"2026-03-18T01:05:06.006204Z","end":"2026-03-18T01:05:06.146552Z","steps":["trace[320038713] 'process raft request' (duration: 139.546957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146635Z","caller":"traceutil/trace.go:171","msg":"trace[324904267] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"111.98658ms","start":"2026-03-18T01:05:06.034636Z","end":"2026-03-18T01:05:06.146622Z","steps":["trace[324904267] 'process raft request' (duration: 111.239307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:06.146683Z","caller":"traceutil/trace.go:171","msg":"trace[248420368] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"140.029666ms","start":"2026-03-18T01:05:06.006627Z","end":"2026-03-18T01:05:06.146657Z","steps":["trace[248420368] 'process raft request' (duration: 139.14948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:06.147315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.910538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T01:05:06.147402Z","caller":"traceutil/trace.go:171","msg":"trace[947015626] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8457; }","duration":"131.018451ms","start":"2026-03-18T01:05:06.016364Z","end":"2026-03-18T01:05:06.147382Z","steps":["trace[947015626] 'agreement among raft nodes before linearized reading' (duration: 129.801188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:13.573491Z","caller":"traceutil/trace.go:171","msg":"trace[1742680213] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"120.761751ms","start":"2026-03-18T01:05:13.452703Z","end":"2026-03-18T01:05:13.573465Z","steps":["trace[1742680213] 'process raft request' (duration: 103.044515ms)","trace[1742680213] 'compare' (duration: 17.605113ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:19.624151Z","caller":"traceutil/trace.go:171","msg":"trace[279679230] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"141.647645ms","start":"2026-03-18T01:05:19.482476Z","end":"2026-03-18T01:05:19.624124Z","steps":["trace[279679230] 'process raft request' (duration: 141.491282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:19.630137Z","caller":"traceutil/trace.go:171","msg":"trace[1257749913] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8968; }","duration":"126.67172ms","start":"2026-03-18T01:05:19.503438Z","end":"2026-03-18T01:05:19.63011Z","steps":["trace[1257749913] 'read index received' (duration: 120.511837ms)","trace[1257749913] 'applied index is now lower than readState.Index' (duration: 6.158623ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:19.630183Z","caller":"traceutil/trace.go:171","msg":"trace[402384876] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"140.583786ms","start":"2026-03-18T01:05:19.489572Z","end":"2026-03-18T01:05:19.630156Z","steps":["trace[402384876] 'process raft request' (duration: 140.371082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:19.630499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.035737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:05:19.630545Z","caller":"traceutil/trace.go:171","msg":"trace[529902266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8643; }","duration":"127.129948ms","start":"2026-03-18T01:05:19.503404Z","end":"2026-03-18T01:05:19.630534Z","steps":["trace[529902266] 'agreement among raft nodes before linearized reading' (duration: 126.962505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:21.058908Z","caller":"traceutil/trace.go:171","msg":"trace[1525270743] linearizableReadLoop","detail":"{readStateIndex:8983; appliedIndex:8982; }","duration":"448.619602ms","start":"2026-03-18T01:05:20.61025Z","end":"2026-03-18T01:05:21.058869Z","steps":["trace[1525270743] 'read index received' (duration: 448.347037ms)","trace[1525270743] 'applied index is now lower than readState.Index' (duration: 271.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:21.058973Z","caller":"traceutil/trace.go:171","msg":"trace[1104155967] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"494.272281ms","start":"2026-03-18T01:05:20.564665Z","end":"2026-03-18T01:05:21.058937Z","steps":["trace[1104155967] 'process raft request' (duration: 494.032387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:21.05911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.421801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:21.059128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:20.564633Z","time spent":"494.404824ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9306,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:21.059095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.812145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:05:21.059232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.288378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:21.059286Z","caller":"traceutil/trace.go:171","msg":"trace[1874767123] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8656; }","duration":"216.38672ms","start":"2026-03-18T01:05:20.842887Z","end":"2026-03-18T01:05:21.059274Z","steps":["trace[1874767123] 'agreement among raft nodes before linearized reading' (duration: 216.319269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:21.059284Z","caller":"traceutil/trace.go:171","msg":"trace[400381213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8656; }","duration":"449.014359ms","start":"2026-03-18T01:05:20.610244Z","end":"2026-03-18T01:05:21.059258Z","steps":["trace[400381213] 'agreement among raft nodes before linearized reading' (duration: 448.751174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:21.059353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:20.610196Z","time spent":"449.145571ms","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:05:21.059183Z","caller":"traceutil/trace.go:171","msg":"trace[1001378944] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8656; }","duration":"278.568123ms","start":"2026-03-18T01:05:20.780603Z","end":"2026-03-18T01:05:21.059171Z","steps":["trace[1001378944] 'agreement among raft nodes before linearized reading' (duration: 278.442671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:21.05948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.702772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:21.059576Z","caller":"traceutil/trace.go:171","msg":"trace[1774290481] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8656; }","duration":"150.920116ms","start":"2026-03-18T01:05:20.908632Z","end":"2026-03-18T01:05:21.059552Z","steps":["trace[1774290481] 'agreement among raft nodes before linearized reading' (duration: 150.440998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:34.668671Z","caller":"traceutil/trace.go:171","msg":"trace[973084683] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9050; }","duration":"447.501491ms","start":"2026-03-18T01:05:34.221137Z","end":"2026-03-18T01:05:34.668639Z","steps":["trace[973084683] 'read index received' (duration: 447.332418ms)","trace[973084683] 'applied index is now lower than readState.Index' (duration: 167.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:34.668757Z","caller":"traceutil/trace.go:171","msg":"trace[141891423] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"966.345985ms","start":"2026-03-18T01:05:33.702377Z","end":"2026-03-18T01:05:34.668723Z","steps":["trace[141891423] 'process raft request' (duration: 966.039199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.668933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:33.702347Z","time spent":"966.486267ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:34.66904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.836928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:34.669169Z","caller":"traceutil/trace.go:171","msg":"trace[1067385314] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8721; }","duration":"448.074011ms","start":"2026-03-18T01:05:34.221076Z","end":"2026-03-18T01:05:34.66915Z","steps":["trace[1067385314] 'agreement among raft nodes before linearized reading' (duration: 447.781786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.66925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.221042Z","time spent":"448.194415ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:05:34.886486Z","caller":"traceutil/trace.go:171","msg":"trace[1147127543] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9051; }","duration":"217.714625ms","start":"2026-03-18T01:05:34.668755Z","end":"2026-03-18T01:05:34.88647Z","steps":["trace[1147127543] 'read index received' (duration: 217.298807ms)","trace[1147127543] 'applied index is now lower than readState.Index' (duration: 414.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:34.886518Z","caller":"traceutil/trace.go:171","msg":"trace[300116397] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"567.233843ms","start":"2026-03-18T01:05:34.319249Z","end":"2026-03-18T01:05:34.886483Z","steps":["trace[300116397] 'process raft request' (duration: 567.049809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.886712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.319238Z","time spent":"567.387006ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:34.886707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.831526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:05:34.886765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.213253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:05:34.886789Z","caller":"traceutil/trace.go:171","msg":"trace[2113072088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8723; }","duration":"379.944939ms","start":"2026-03-18T01:05:34.506822Z","end":"2026-03-18T01:05:34.886767Z","steps":["trace[2113072088] 'agreement among raft nodes before linearized reading' (duration: 379.720035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.886854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.50681Z","time spent":"380.03166ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:34.886888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.196995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:34.886921Z","caller":"traceutil/trace.go:171","msg":"trace[437675437] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8723; }","duration":"111.267736ms","start":"2026-03-18T01:05:34.775643Z","end":"2026-03-18T01:05:34.88691Z","steps":["trace[437675437] 'agreement among raft nodes before linearized reading' (duration: 111.196705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:34.886811Z","caller":"traceutil/trace.go:171","msg":"trace[2014679916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8723; }","duration":"486.298094ms","start":"2026-03-18T01:05:34.400501Z","end":"2026-03-18T01:05:34.886799Z","steps":["trace[2014679916] 'agreement among raft nodes before linearized reading' (duration: 486.120311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.886952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.712952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:05:34.887017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.467158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T01:05:34.887056Z","caller":"traceutil/trace.go:171","msg":"trace[1784206812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8723; }","duration":"380.871395ms","start":"2026-03-18T01:05:34.506162Z","end":"2026-03-18T01:05:34.887033Z","steps":["trace[1784206812] 'agreement among raft nodes before linearized reading' (duration: 380.55188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:34.887109Z","caller":"traceutil/trace.go:171","msg":"trace[18033738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8723; }","duration":"536.595399ms","start":"2026-03-18T01:05:34.350495Z","end":"2026-03-18T01:05:34.887091Z","steps":["trace[18033738] 'agreement among raft nodes before linearized reading' (duration: 536.341555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.887156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.150165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T01:05:34.886386Z","caller":"traceutil/trace.go:171","msg":"trace[902524308] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"584.052144ms","start":"2026-03-18T01:05:34.30228Z","end":"2026-03-18T01:05:34.886333Z","steps":["trace[902524308] 'process raft request' (duration: 583.816729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.887112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.506142Z","time spent":"380.960466ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:05:34.887275Z","caller":"traceutil/trace.go:171","msg":"trace[205467276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8723; }","duration":"490.319938ms","start":"2026-03-18T01:05:34.396936Z","end":"2026-03-18T01:05:34.887256Z","steps":["trace[205467276] 'agreement among raft nodes before linearized reading' (duration: 489.929811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.88733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.396913Z","time spent":"490.40518ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T01:05:34.887353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.302257Z","time spent":"585.019541ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:34.887207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.350479Z","time spent":"536.714702ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:05:34.887366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.400492Z","time spent":"486.592939ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:05:34.887564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.097781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh6w6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:05:34.887766Z","caller":"traceutil/trace.go:171","msg":"trace[196201088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh6w6; range_end:; response_count:1; response_revision:8723; }","duration":"442.344787ms","start":"2026-03-18T01:05:34.445395Z","end":"2026-03-18T01:05:34.88774Z","steps":["trace[196201088] 'agreement among raft nodes before linearized reading' (duration: 441.142495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:34.887914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.445382Z","time spent":"442.512969ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wh6w6\" "} {"level":"warn","ts":"2026-03-18T01:05:35.405504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.573541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:05:35.405709Z","caller":"traceutil/trace.go:171","msg":"trace[398238928] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"513.552446ms","start":"2026-03-18T01:05:34.892138Z","end":"2026-03-18T01:05:35.405691Z","steps":["trace[398238928] 'process raft request' (duration: 513.458093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.40577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.892118Z","time spent":"513.622928ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:35.406025Z","caller":"traceutil/trace.go:171","msg":"trace[840329451] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"513.78213ms","start":"2026-03-18T01:05:34.892215Z","end":"2026-03-18T01:05:35.405997Z","steps":["trace[840329451] 'process raft request' (duration: 513.436843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:05:35.405792Z","caller":"traceutil/trace.go:171","msg":"trace[541450537] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"513.835131ms","start":"2026-03-18T01:05:34.891934Z","end":"2026-03-18T01:05:35.405769Z","steps":["trace[541450537] 'process raft request' (duration: 45.898003ms)","trace[541450537] 'compare' (duration: 467.385837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:05:35.406161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.892198Z","time spent":"513.890692ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:35.406218Z","caller":"traceutil/trace.go:171","msg":"trace[1990965361] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9053; }","duration":"513.897753ms","start":"2026-03-18T01:05:34.892287Z","end":"2026-03-18T01:05:35.406184Z","steps":["trace[1990965361] 'read index received' (duration: 45.639269ms)","trace[1990965361] 'applied index is now lower than readState.Index' (duration: 468.256283ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:35.406228Z","caller":"traceutil/trace.go:171","msg":"trace[1208891717] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"513.77277ms","start":"2026-03-18T01:05:34.89242Z","end":"2026-03-18T01:05:35.406192Z","steps":["trace[1208891717] 'process raft request' (duration: 513.479064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.406378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.892406Z","time spent":"513.892983ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:05:35.406386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.465566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:35.406438Z","caller":"traceutil/trace.go:171","msg":"trace[1741940694] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8727; }","duration":"263.558328ms","start":"2026-03-18T01:05:35.142864Z","end":"2026-03-18T01:05:35.406423Z","steps":["trace[1741940694] 'agreement among raft nodes before linearized reading' (duration: 263.482656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.406455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.550887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:05:35.406526Z","caller":"traceutil/trace.go:171","msg":"trace[801845664] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8727; }","duration":"488.621318ms","start":"2026-03-18T01:05:34.917882Z","end":"2026-03-18T01:05:35.406503Z","steps":["trace[801845664] 'agreement among raft nodes before linearized reading' (duration: 488.495806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.406531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.681338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-18T01:05:35.406598Z","caller":"traceutil/trace.go:171","msg":"trace[1403542552] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8727; }","duration":"513.77036ms","start":"2026-03-18T01:05:34.892792Z","end":"2026-03-18T01:05:35.406562Z","steps":["trace[1403542552] 'agreement among raft nodes before linearized reading' (duration: 513.578847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.40662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.917846Z","time spent":"488.715419ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:05:35.406638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.892775Z","time spent":"513.854471ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T01:05:35.406824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.526604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291235"} {"level":"info","ts":"2026-03-18T01:05:35.406888Z","caller":"traceutil/trace.go:171","msg":"trace[1470796029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8727; }","duration":"514.619025ms","start":"2026-03-18T01:05:34.892253Z","end":"2026-03-18T01:05:35.406872Z","steps":["trace[1470796029] 'agreement among raft nodes before linearized reading' (duration: 514.037124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.406934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.89224Z","time spent":"514.680957ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291258,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T01:05:35.406329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:05:34.8919Z","time spent":"514.257919ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:05:35.624821Z","caller":"traceutil/trace.go:171","msg":"trace[794485453] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"156.021319ms","start":"2026-03-18T01:05:35.468778Z","end":"2026-03-18T01:05:35.624799Z","steps":["trace[794485453] 'read index received' (duration: 155.770805ms)","trace[794485453] 'applied index is now lower than readState.Index' (duration: 249.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:05:35.624962Z","caller":"traceutil/trace.go:171","msg":"trace[1932342046] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"179.734266ms","start":"2026-03-18T01:05:35.44519Z","end":"2026-03-18T01:05:35.624924Z","steps":["trace[1932342046] 'process raft request' (duration: 179.458881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:05:35.625021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.224443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:05:35.625096Z","caller":"traceutil/trace.go:171","msg":"trace[152190998] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8728; }","duration":"156.311384ms","start":"2026-03-18T01:05:35.468771Z","end":"2026-03-18T01:05:35.625083Z","steps":["trace[152190998] 'agreement among raft nodes before linearized reading' (duration: 156.154072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:26.357924Z","caller":"traceutil/trace.go:171","msg":"trace[657699474] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"190.295446ms","start":"2026-03-18T01:07:26.1676Z","end":"2026-03-18T01:07:26.357896Z","steps":["trace[657699474] 'process raft request' (duration: 190.095352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:45.682623Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:07:45.692559Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:07:45.692687Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:07:47.580055Z","caller":"traceutil/trace.go:171","msg":"trace[137146723] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"151.174766ms","start":"2026-03-18T01:07:47.428828Z","end":"2026-03-18T01:07:47.580003Z","steps":["trace[137146723] 'process raft request' (duration: 148.446695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:47.580044Z","caller":"traceutil/trace.go:171","msg":"trace[1108903123] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"120.635173ms","start":"2026-03-18T01:07:47.459374Z","end":"2026-03-18T01:07:47.580009Z","steps":["trace[1108903123] 'process raft request' (duration: 120.49755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:51.726423Z","caller":"traceutil/trace.go:171","msg":"trace[1800644325] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10057; }","duration":"116.353093ms","start":"2026-03-18T01:07:51.610041Z","end":"2026-03-18T01:07:51.726394Z","steps":["trace[1800644325] 'read index received' (duration: 115.686612ms)","trace[1800644325] 'applied index is now lower than readState.Index' (duration: 665.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:07:51.726566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.492576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:07:51.726515Z","caller":"traceutil/trace.go:171","msg":"trace[1734468911] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"129.708209ms","start":"2026-03-18T01:07:51.596758Z","end":"2026-03-18T01:07:51.726467Z","steps":["trace[1734468911] 'process raft request' (duration: 129.472044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:07:51.72662Z","caller":"traceutil/trace.go:171","msg":"trace[1377373266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9694; }","duration":"116.635138ms","start":"2026-03-18T01:07:51.609977Z","end":"2026-03-18T01:07:51.726612Z","steps":["trace[1377373266] 'agreement among raft nodes before linearized reading' (duration: 116.523386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:08:13.907643Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7640} {"level":"info","ts":"2026-03-18T01:08:13.972057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7640,"took":"62.543787ms","hash":3209969752,"current-db-size-bytes":42201088,"current-db-size":"42 MB","current-db-size-in-use-bytes":25788416,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:08:13.972135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3209969752,"revision":7640,"compact-revision":5542} {"level":"info","ts":"2026-03-18T01:13:13.91561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9846} {"level":"info","ts":"2026-03-18T01:13:13.996019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9846,"took":"78.399402ms","hash":81614413,"current-db-size-bytes":42201088,"current-db-size":"42 MB","current-db-size-in-use-bytes":17637376,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T01:13:13.996098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":81614413,"revision":9846,"compact-revision":7640}